From a6eb0a605d32459c856500a579473119a3f260f7 Mon Sep 17 00:00:00 2001 From: Josh Rosen Date: Mon, 13 Apr 2015 12:09:37 -0700 Subject: [PATCH 01/46] Add failing regression test for #100. --- .../xerial/snappy/SnappyOutputStreamTest.java | 39 +++++++++++++++++++ 1 file changed, 39 insertions(+) diff --git a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java index de72125..5b5f0e1 100755 --- a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java +++ b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java @@ -118,6 +118,45 @@ public class SnappyOutputStreamTest assertArrayEquals(orig, decompressed); } + /** + * Compress the input array by passing it chunk-by-chunk to a SnappyOutputStream. + * @param orig the data to compress + * @param maxChunkSize the maximum chunk size, in bytes. + * @return the compressed bytes + */ + private static byte[] compressAsChunks(byte[] orig, int maxChunkSize) throws Exception { + ByteArrayOutputStream b = new ByteArrayOutputStream(); + SnappyOutputStream out = new SnappyOutputStream(b); + + int remaining = orig.length; + for (int start = 0; start < orig.length; start += maxChunkSize) { + out.write(orig, start, remaining < maxChunkSize ? remaining : maxChunkSize); + remaining -= maxChunkSize; + } + out.close(); + return b.toByteArray(); + } + + @Test + public void batchingOfWritesShouldNotAffectCompressedDataSize() throws Exception { + // Regression test for issue #100, a bug where the size of compressed data could be affected + // by the batching of writes to the SnappyOutputStream rather than the total amount of data + // written to the stream. + byte[] orig = CalgaryTest.readFile("alice29.txt"); + // Compress the data once so that we know the expected size: + byte[] expectedCompressedData = compressAsChunks(orig, Integer.MAX_VALUE); + // Hardcoding an expected compressed size here will catch regressions that lower the + // compression quality: + assertEquals(91013, expectedCompressedData.length); + // The chunk size should not affect the size of the compressed output: + int[] chunkSizes = new int[] { 1, 100, 1023, 1024, 10000}; + for (int chunkSize : chunkSizes) { + byte[] compressedData = compressAsChunks(orig, chunkSize); + assertEquals(expectedCompressedData.length, compressedData.length); + assertArrayEquals(expectedCompressedData, compressedData); + } + } + @Test public void longArrayCompress() throws Exception { long[] l = new long[10]; From 3fe32512e41acfaf3a5b263c8241616da053e4c9 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Tue, 14 Apr 2015 15:22:20 +0900 Subject: [PATCH 02/46] Use specified block size instead of MIN_BLOCK_SIZE --- src/main/java/org/xerial/snappy/SnappyOutputStream.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/main/java/org/xerial/snappy/SnappyOutputStream.java b/src/main/java/org/xerial/snappy/SnappyOutputStream.java index 6041767..56c073a 100755 --- a/src/main/java/org/xerial/snappy/SnappyOutputStream.java +++ b/src/main/java/org/xerial/snappy/SnappyOutputStream.java @@ -232,7 +232,7 @@ public class SnappyOutputStream extends OutputStream { */ public void rawWrite(Object array, int byteOffset, int byteLength) throws IOException { - if(inputCursor + byteLength < MIN_BLOCK_SIZE) { + if(inputCursor + byteLength < blockSize) { // copy the input data to uncompressed buffer Snappy.arrayCopy(array, byteOffset, byteLength, inputBuffer, inputCursor); inputCursor += byteLength; From 6d9925ba364c89f1f01ed5043b5bc3dc63ed3941 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Tue, 14 Apr 2015 15:43:50 +0900 Subject: [PATCH 03/46] Fixes for #100 --- .../org/xerial/snappy/SnappyOutputStream.java | 28 ++++++++----------- .../xerial/snappy/SnappyOutputStreamTest.java | 2 +- 2 files changed, 12 insertions(+), 18 deletions(-) diff --git a/src/main/java/org/xerial/snappy/SnappyOutputStream.java b/src/main/java/org/xerial/snappy/SnappyOutputStream.java index 56c073a..c930a4b 100755 --- a/src/main/java/org/xerial/snappy/SnappyOutputStream.java +++ b/src/main/java/org/xerial/snappy/SnappyOutputStream.java @@ -231,25 +231,19 @@ public class SnappyOutputStream extends OutputStream { * @throws IOException */ public void rawWrite(Object array, int byteOffset, int byteLength) throws IOException { - - if(inputCursor + byteLength < blockSize) { + int cursor = 0; + while(cursor < byteLength) { + int readLen = Math.min(byteLength - cursor, blockSize - inputCursor); // copy the input data to uncompressed buffer - Snappy.arrayCopy(array, byteOffset, byteLength, inputBuffer, inputCursor); - inputCursor += byteLength; - return; - } - - compressInput(); - - for(int readBytes = 0; readBytes < byteLength; ) { - int inputLen = Math.min(blockSize, byteLength - readBytes); - if(!hasSufficientOutputBufferFor(inputLen)) { - dumpOutput(); + if(readLen > 0) { + Snappy.arrayCopy(array, byteOffset + cursor, readLen, inputBuffer, inputCursor); + inputCursor += readLen; } - int compressedSize = Snappy.rawCompress(array, byteOffset + readBytes, inputLen, outputBuffer, outputCursor + 4); - writeInt(outputBuffer, outputCursor, compressedSize); - outputCursor += 4 + compressedSize; - readBytes += inputLen; + if(inputCursor < blockSize) + return; + + compressInput(); + cursor += readLen; } } diff --git a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java index 5b5f0e1..10850a8 100755 --- a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java +++ b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java @@ -152,7 +152,7 @@ public class SnappyOutputStreamTest int[] chunkSizes = new int[] { 1, 100, 1023, 1024, 10000}; for (int chunkSize : chunkSizes) { byte[] compressedData = compressAsChunks(orig, chunkSize); - assertEquals(expectedCompressedData.length, compressedData.length); + assertEquals(String.format("when chunk size = %,d", chunkSize), expectedCompressedData.length, compressedData.length); assertArrayEquals(expectedCompressedData, compressedData); } } From f2e54dce5686b294bef578fdfa171e1066b12315 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Tue, 14 Apr 2015 16:00:23 +0900 Subject: [PATCH 04/46] Add release note --- Milestone.md | 7 +++---- README.md | 4 ++-- 2 files changed, 5 insertions(+), 6 deletions(-) diff --git a/Milestone.md b/Milestone.md index c3b0389..083d022 100644 --- a/Milestone.md +++ b/Milestone.md @@ -1,9 +1,8 @@ -## Features under consideration - * `SnappyIndexer` for parallel compression/decompression - * CUI commands (snap/unsnap) - Since vesion 1.1.0.x, Java 6 (1.6) or higher is required. +## snappy-java-1.1.1.7 (14 Apr 2014) + * Fixes #100 + ## snappy-java-1.1.1.6 (26 Oct 2014) * Fixes #88, #89, #90 and #91 * Fixed the broken build of 1.1.1.4 and memory leak bug 1.1.1.5 (so never use these versions) diff --git a/README.md b/README.md index e475f4f..9101617 100755 --- a/README.md +++ b/README.md @@ -39,7 +39,7 @@ Add the following dependency to your pom.xml: org.xerial.snappy snappy-java - 1.1.1.6 + 1.1.1.7 jar compile @@ -47,7 +47,7 @@ Add the following dependency to your pom.xml: ### Using with sbt ``` -libraryDependencies += "org.xerial.snappy" % "snappy-java" % "1.1.1.6" +libraryDependencies += "org.xerial.snappy" % "snappy-java" % "1.1.1.7" ``` From 98955b14a12b3a22d1b070920ed1260104b50ee5 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Tue, 14 Apr 2015 16:03:27 +0900 Subject: [PATCH 05/46] Fix for running with java8 --- build.sbt | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/build.sbt b/build.sbt index 1fd3744..5118fa0 100644 --- a/build.sbt +++ b/build.sbt @@ -51,6 +51,14 @@ scalaVersion := "2.11.1" javacOptions in (Compile, compile) ++= Seq("-encoding", "UTF-8", "-Xlint:unchecked", "-Xlint:deprecation", "-source", "1.6", "-target", "1.6") +javacOptions in doc := { + val opts = Seq("-source", "1.6") + if (scala.util.Properties.isJavaAtLeast("1.8")) + opts ++ Seq("-Xdoclint:none") + else + opts +} + testOptions += Tests.Argument(TestFrameworks.JUnit, "-q", "-v") concurrentRestrictions in Global := Seq(Tags.limit(Tags.Test, 1)) From c4b3b0293a8715abd092162123c76ceee2ac52d1 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Tue, 14 Apr 2015 16:04:32 +0900 Subject: [PATCH 06/46] 1.1.1.7 --- version.sbt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/version.sbt b/version.sbt index ccf64da..eac2de7 100644 --- a/version.sbt +++ b/version.sbt @@ -1,2 +1,2 @@ -version in ThisBuild := "1.1.1.7-SNAPSHOT" +version in ThisBuild := "1.1.1.7" From 75cb0e5213f5f20abf87545a780d6baabee337d7 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Tue, 14 Apr 2015 16:05:14 +0900 Subject: [PATCH 07/46] New snapshot version --- version.sbt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/version.sbt b/version.sbt index eac2de7..a45b76d 100644 --- a/version.sbt +++ b/version.sbt @@ -1,2 +1,2 @@ -version in ThisBuild := "1.1.1.7" +version in ThisBuild := "1.1.1.8-SNAPSHOT" From 81536ea146d2b3dcceae0d5c2e3f6ae825e56a15 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Tue, 12 May 2015 01:41:57 +0900 Subject: [PATCH 08/46] Upgrade Scala and sbt plugin versions --- build.sbt | 24 +++++++++++++++++++----- project/build.properties | 2 +- project/plugins.sbt | 6 +++--- 3 files changed, 23 insertions(+), 9 deletions(-) diff --git a/build.sbt b/build.sbt index 5118fa0..104b2fa 100644 --- a/build.sbt +++ b/build.sbt @@ -1,6 +1,3 @@ -import SonatypeKeys._ - -sonatypeSettings name := "snappy-java" @@ -10,7 +7,7 @@ organizationName := "xerial.org" description := "snappy-java: A fast compression/decompression library" -profileName := "org.xerial" +sonatypeProfileName := "org.xerial" pomExtra := { https://github.comm/xerial/snappy-java @@ -47,7 +44,7 @@ pomExtra := { } -scalaVersion := "2.11.1" +scalaVersion := "2.11.6" javacOptions in (Compile, compile) ++= Seq("-encoding", "UTF-8", "-Xlint:unchecked", "-Xlint:deprecation", "-source", "1.6", "-target", "1.6") @@ -114,3 +111,20 @@ OsgiKeys.additionalHeaders := Map( "Bundle-ActivationPolicy" -> "lazy", "Bundle-Name" -> "snappy-java: A fast compression/decompression library" ) + +import ReleaseTransformations._ + +releaseProcess := Seq[ReleaseStep]( + checkSnapshotDependencies, + inquireVersions, + runClean, + runTest, + setReleaseVersion, + commitReleaseVersion, + tagRelease, + ReleaseStep(action = Command.process("publishSigned", _)), + setNextVersion, + commitNextVersion, + ReleaseStep(action = Command.process("sonatypeReleaseAll", _)), + pushChanges +) diff --git a/project/build.properties b/project/build.properties index 005786e..07b0ebb 100755 --- a/project/build.properties +++ b/project/build.properties @@ -1,2 +1,2 @@ -sbt.version=0.13.6 +sbt.version=0.13.8 diff --git a/project/plugins.sbt b/project/plugins.sbt index 609b225..223eaec 100755 --- a/project/plugins.sbt +++ b/project/plugins.sbt @@ -1,9 +1,9 @@ -addSbtPlugin("com.github.gseitz" % "sbt-release" % "0.7.1") +addSbtPlugin("com.github.gseitz" % "sbt-release" % "1.0.0") -addSbtPlugin("org.xerial.sbt" % "sbt-sonatype" % "0.2.1") +addSbtPlugin("org.xerial.sbt" % "sbt-sonatype" % "0.5.0") -addSbtPlugin("com.typesafe.sbt" % "sbt-pgp" % "0.8.3") +addSbtPlugin("com.jsuereth" % "sbt-pgp" % "1.0.0") addSbtPlugin("de.johoop" % "findbugs4sbt" % "1.3.0") From 1c702ba3663a4b105da7df34f8df77efd405808d Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Tue, 12 May 2015 01:43:23 +0900 Subject: [PATCH 09/46] #103: Support reading concatenated streams in SnappyInputStream --- .../java/org/xerial/snappy/SnappyCodec.java | 7 ++ .../org/xerial/snappy/SnappyInputStream.java | 72 +++++++++++++------ .../xerial/snappy/SnappyInputStreamTest.java | 34 +++++++++ version.sbt | 2 +- 4 files changed, 94 insertions(+), 21 deletions(-) diff --git a/src/main/java/org/xerial/snappy/SnappyCodec.java b/src/main/java/org/xerial/snappy/SnappyCodec.java index 1a15b8c..b267f86 100755 --- a/src/main/java/org/xerial/snappy/SnappyCodec.java +++ b/src/main/java/org/xerial/snappy/SnappyCodec.java @@ -52,6 +52,13 @@ public class SnappyCodec public static final byte[] MAGIC_HEADER = new byte[] { -126, 'S', 'N', 'A', 'P', 'P', 'Y', 0 }; public static final int MAGIC_LEN = MAGIC_HEADER.length; public static final int HEADER_SIZE = MAGIC_LEN + 8; + public static final int MAGIC_HEADER_HEAD = SnappyOutputStream.readInt(MAGIC_HEADER, 0); + public static final int MAGIC_HEADER_TAIL = SnappyOutputStream.readInt(MAGIC_HEADER, 4); + + static { + assert(MAGIC_HEADER_HEAD < 0); + } + public static final int DEFAULT_VERSION = 1; public static final int MINIMUM_COMPATIBLE_VERSION = 1; diff --git a/src/main/java/org/xerial/snappy/SnappyInputStream.java b/src/main/java/org/xerial/snappy/SnappyInputStream.java index a56dff1..b251820 100755 --- a/src/main/java/org/xerial/snappy/SnappyInputStream.java +++ b/src/main/java/org/xerial/snappy/SnappyInputStream.java @@ -45,7 +45,7 @@ public class SnappyInputStream extends InputStream private int uncompressedCursor = 0; private int uncompressedLimit = 0; - private byte[] chunkSizeBuf = new byte[4]; + private byte[] header = new byte[SnappyCodec.headerSize()]; /** * Create a filter for reading compressed data as a uncompressed stream @@ -73,7 +73,6 @@ public class SnappyInputStream extends InputStream } protected void readHeader() throws IOException { - byte[] header = new byte[SnappyCodec.headerSize()]; int readBytes = 0; while (readBytes < header.length) { int ret = in.read(header, readBytes, header.length - readBytes); @@ -93,22 +92,28 @@ public class SnappyInputStream extends InputStream return; } - SnappyCodec codec = SnappyCodec.readHeader(new ByteArrayInputStream(header)); - if (codec.isValidMagicHeader()) { - // The input data is compressed by SnappyOutputStream - if (codec.version < SnappyCodec.MINIMUM_COMPATIBLE_VERSION) { - throw new SnappyIOException(SnappyErrorCode.INCOMPATIBLE_VERSION, String.format( - "Compressed with an incompatible codec version %d. At least version %d is required", - codec.version, SnappyCodec.MINIMUM_COMPATIBLE_VERSION)); - } - } - else { + if(!isValidHeader(header)) { // (probably) compressed by Snappy.compress(byte[]) readFully(header, readBytes); return; } } + private static boolean isValidHeader(byte[] header) throws IOException { + SnappyCodec codec = SnappyCodec.readHeader(new ByteArrayInputStream(header)); + if (codec.isValidMagicHeader()) { + // The input data is compressed by SnappyOutputStream + if(codec.version < SnappyCodec.MINIMUM_COMPATIBLE_VERSION) { + throw new SnappyIOException(SnappyErrorCode.INCOMPATIBLE_VERSION, String.format( + "Compressed with an incompatible codec version %d. At least version %d is required", + codec.version, SnappyCodec.MINIMUM_COMPATIBLE_VERSION)); + } + return true; + } + else + return false; + } + protected void readFully(byte[] fragment, int fragmentLength) throws IOException { if(fragmentLength == 0) { finishedReading = true; @@ -324,6 +329,25 @@ public class SnappyInputStream extends InputStream return read(d, 0, d.length); } + /** + * + * @param dest + * @param len + * @return read bytes + */ + private int readNext(byte[] dest, int offset, int len) throws IOException { + int readBytes = 0; + while (readBytes < len) { + int ret = in.read(dest, readBytes + offset, len - readBytes); + if (ret == -1) { + finishedReading = true; + return readBytes; + } + readBytes += ret; + } + return readBytes; + } + protected boolean hasNextChunk() throws IOException { if (finishedReading) return false; @@ -331,16 +355,24 @@ public class SnappyInputStream extends InputStream uncompressedCursor = 0; uncompressedLimit = 0; - int readBytes = 0; - while (readBytes < 4) { - int ret = in.read(chunkSizeBuf, readBytes, 4 - readBytes); - if (ret == -1) { - finishedReading = true; + int readBytes = readNext(header, 0, 4); + if(readBytes < 4) + return false; + + int chunkSize = SnappyOutputStream.readInt(header, 0); + if(chunkSize == SnappyCodec.MAGIC_HEADER_HEAD) { + // Concatenated data + int remainingHeaderSize = SnappyCodec.headerSize() - 4; + readBytes = readNext(header, 4, remainingHeaderSize); + if(readBytes < remainingHeaderSize) + return false; + + if(isValidHeader(header)) + return hasNextChunk(); + else return false; - } - readBytes += ret; } - int chunkSize = SnappyOutputStream.readInt(chunkSizeBuf, 0); + // extend the compressed data buffer size if (compressed == null || chunkSize > compressed.length) { compressed = new byte[chunkSize]; diff --git a/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java b/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java index 7e66c58..bb5f26e 100755 --- a/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java +++ b/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java @@ -35,6 +35,7 @@ import java.io.InputStream; import org.junit.Test; import org.xerial.util.FileResource; import org.xerial.util.log.Logger; +import scala.Array; public class SnappyInputStreamTest { @@ -142,4 +143,37 @@ public class SnappyInputStreamTest } } + public static byte[] compressResource(String resourcePath) throws Exception { + ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); + SnappyOutputStream snappyOut = new SnappyOutputStream(compressedBuf); + byte[] orig = readResourceFile(resourcePath); + snappyOut.write(orig); + snappyOut.close(); + return compressedBuf.toByteArray(); + } + + @Test + public void chunkRead() throws Exception { + byte[] chunk1 = compressResource("alice29.txt"); + byte[] chunk2 = compressResource("testdata/calgary/paper6"); + + byte[] concatenated = new byte[chunk1.length + chunk2.length]; + System.arraycopy(chunk1, 0, concatenated, 0, chunk1.length); + System.arraycopy(chunk2, 0, concatenated, chunk1.length, chunk2.length); + + SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(concatenated)); + byte[] uncompressed = readFully(in); + + byte[] orig1 = readResourceFile("alice29.txt"); + byte[] orig2 = readResourceFile("testdata/calgary/paper6"); + assertEquals(orig1.length + orig2.length, uncompressed.length); + byte[] uncompressed1 = new byte[orig1.length]; + byte[] uncompressed2 = new byte[orig2.length]; + System.arraycopy(uncompressed, 0, uncompressed1, 0, orig1.length); + System.arraycopy(uncompressed, orig1.length, uncompressed2, 0, orig2.length); + + assertArrayEquals(orig1, uncompressed1); + assertArrayEquals(orig2, uncompressed2); + } + } diff --git a/version.sbt b/version.sbt index a45b76d..2523c7f 100644 --- a/version.sbt +++ b/version.sbt @@ -1,2 +1,2 @@ -version in ThisBuild := "1.1.1.8-SNAPSHOT" +version in ThisBuild := "1.1.2-SNAPSHOT" From b1b827695c25dab2bfb3ee71249174a9d2909afb Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Tue, 12 May 2015 09:57:03 +0900 Subject: [PATCH 10/46] #103: Embed /org/xerial/snappy/VERSION properly --- Makefile.common | 2 +- src/main/java/org/xerial/snappy/VERSION | 2 -- src/main/resources/org/xerial/snappy/VERSION | 1 + 3 files changed, 2 insertions(+), 3 deletions(-) delete mode 100755 src/main/java/org/xerial/snappy/VERSION create mode 100755 src/main/resources/org/xerial/snappy/VERSION diff --git a/Makefile.common b/Makefile.common index 20c8513..cdc339e 100755 --- a/Makefile.common +++ b/Makefile.common @@ -1,6 +1,6 @@ TARGET:=target SRC:=src/main/java -include $(SRC)/org/xerial/snappy/VERSION +include src/main/resources/org/xerial/snappy/VERSION ifndef JAVA_HOME $(error Set JAVA_HOME environment variable) diff --git a/src/main/java/org/xerial/snappy/VERSION b/src/main/java/org/xerial/snappy/VERSION deleted file mode 100755 index 333039a..0000000 --- a/src/main/java/org/xerial/snappy/VERSION +++ /dev/null @@ -1,2 +0,0 @@ -VERSION=1.1.1 - diff --git a/src/main/resources/org/xerial/snappy/VERSION b/src/main/resources/org/xerial/snappy/VERSION new file mode 100755 index 0000000..4efb1af --- /dev/null +++ b/src/main/resources/org/xerial/snappy/VERSION @@ -0,0 +1 @@ +VERSION=1.1.2 \ No newline at end of file From 62fe335057b2429c942485df3314521efdfa50c7 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Tue, 12 May 2015 09:57:35 +0900 Subject: [PATCH 11/46] Fix javdoc --- src/main/java/org/xerial/snappy/SnappyInputStream.java | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/main/java/org/xerial/snappy/SnappyInputStream.java b/src/main/java/org/xerial/snappy/SnappyInputStream.java index b251820..3e0a3ba 100755 --- a/src/main/java/org/xerial/snappy/SnappyInputStream.java +++ b/src/main/java/org/xerial/snappy/SnappyInputStream.java @@ -330,8 +330,9 @@ public class SnappyInputStream extends InputStream } /** - * + * Read next len bytes * @param dest + * @param offset * @param len * @return read bytes */ From 708752efa5f452669828a544e0eb3d9bce9c2bd2 Mon Sep 17 00:00:00 2001 From: Aleksey Dergunov Date: Tue, 12 May 2015 20:01:48 +0400 Subject: [PATCH 12/46] Fix FileNotFoundException while writing the library file --- src/main/java/org/xerial/snappy/SnappyLoader.java | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/src/main/java/org/xerial/snappy/SnappyLoader.java b/src/main/java/org/xerial/snappy/SnappyLoader.java index 854bb1c..a497010 100755 --- a/src/main/java/org/xerial/snappy/SnappyLoader.java +++ b/src/main/java/org/xerial/snappy/SnappyLoader.java @@ -300,11 +300,13 @@ public class SnappyLoader } // Temporary folder for the native lib. Use the value of org.xerial.snappy.tempdir or java.io.tmpdir - String tempFolder = new File(System.getProperty(KEY_SNAPPY_TEMPDIR, - System.getProperty("java.io.tmpdir"))).getAbsolutePath(); + File tempFolder = new File(System.getProperty(KEY_SNAPPY_TEMPDIR, System.getProperty("java.io.tmpdir"))); + if (!tempFolder.exists()) { + tempFolder.mkdir(); + } // Extract and load a native library inside the jar file - return extractLibraryFile(snappyNativeLibraryPath, snappyNativeLibraryName, tempFolder); + return extractLibraryFile(snappyNativeLibraryPath, snappyNativeLibraryName, tempFolder.getAbsolutePath()); } From 50e67d710e3b435de1dcfd12b832074f154bfaeb Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Wed, 13 May 2015 10:59:43 +0900 Subject: [PATCH 13/46] Add 1.1.2-RC1 release notes --- Milestone.md | 7 ++++++- README.md | 4 ++-- 2 files changed, 8 insertions(+), 3 deletions(-) diff --git a/Milestone.md b/Milestone.md index 083d022..7b13660 100644 --- a/Milestone.md +++ b/Milestone.md @@ -1,6 +1,11 @@ Since vesion 1.1.0.x, Java 6 (1.6) or higher is required. -## snappy-java-1.1.1.7 (14 Apr 2014) +## snappy-java-1.1.2-RC1 (13 May 2015) + * SnappyInputStream now supports reading concatenated compressed results of SnappyOutputStream + * There has been no compressed format change since 1.0.5.x. So You can read the compressed results interchangeablly between these versions. + * Fixes a problem when java.io.tmpdir does not exist. + +## snappy-java-1.1.1.7 (14 Apr 2015) * Fixes #100 ## snappy-java-1.1.1.6 (26 Oct 2014) diff --git a/README.md b/README.md index 9101617..be8e08c 100755 --- a/README.md +++ b/README.md @@ -39,7 +39,7 @@ Add the following dependency to your pom.xml: org.xerial.snappy snappy-java - 1.1.1.7 + 1.1.2-RC1 jar compile @@ -47,7 +47,7 @@ Add the following dependency to your pom.xml: ### Using with sbt ``` -libraryDependencies += "org.xerial.snappy" % "snappy-java" % "1.1.1.7" +libraryDependencies += "org.xerial.snappy" % "snappy-java" % "1.1.2-RC1" ``` From de6864edeb3033515154c56c873061f47ef07b09 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Wed, 13 May 2015 11:00:19 +0900 Subject: [PATCH 14/46] Upgrade sbt script --- sbt | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/sbt b/sbt index e0343df..b84e29d 100755 --- a/sbt +++ b/sbt @@ -4,8 +4,8 @@ # Author: Paul Phillips # todo - make this dynamic -declare -r sbt_release_version="0.13.1" -declare -r sbt_unreleased_version="0.13.2-SNAPSHOT" # -sbt-dev doesn't work at present +declare -r sbt_release_version="0.13.8" +declare -r sbt_unreleased_version="0.13.8-SNAPSHOT" # -sbt-dev doesn't work at present declare -r buildProps="project/build.properties" declare sbt_jar sbt_dir sbt_create sbt_launch_dir @@ -119,12 +119,12 @@ init_default_option_file () { declare -r cms_opts="-XX:+CMSClassUnloadingEnabled -XX:+UseConcMarkSweepGC" declare -r jit_opts="-XX:ReservedCodeCacheSize=256m -XX:+TieredCompilation" -declare -r default_jvm_opts="-Dfile.encoding=UTF8 -XX:MaxPermSize=384m -Xms512m -Xmx1536m -Xss2m $jit_opts $cms_opts" +declare -r default_jvm_opts="-ea -Dfile.encoding=UTF8 -Xms512m -Xmx1536m -Xss2m $jit_opts $cms_opts" declare -r noshare_opts="-Dsbt.global.base=project/.sbtboot -Dsbt.boot.directory=project/.boot -Dsbt.ivy.home=project/.ivy" declare -r latest_28="2.8.2" declare -r latest_29="2.9.3" -declare -r latest_210="2.10.3" -declare -r latest_211="2.11.0-M5" +declare -r latest_210="2.10.5" +declare -r latest_211="2.11.6" declare -r script_path="$(get_script_path "$BASH_SOURCE")" declare -r script_name="${script_path##*/}" From 7010fb0e4123bf61cfe40332d12a376c0f1a903b Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Wed, 13 May 2015 11:01:39 +0900 Subject: [PATCH 15/46] Setting version to 1.1.2-M1 --- version.sbt | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/version.sbt b/version.sbt index 2523c7f..309222f 100644 --- a/version.sbt +++ b/version.sbt @@ -1,2 +1 @@ -version in ThisBuild := "1.1.2-SNAPSHOT" - +version in ThisBuild := "1.1.2-M1" \ No newline at end of file From 195310f3d4bb6ac1085b9a02905f8201184d3e98 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Wed, 13 May 2015 11:02:01 +0900 Subject: [PATCH 16/46] Setting version to 1.1.2-SNAPSHOT --- version.sbt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/version.sbt b/version.sbt index 309222f..67cefc0 100644 --- a/version.sbt +++ b/version.sbt @@ -1 +1 @@ -version in ThisBuild := "1.1.2-M1" \ No newline at end of file +version in ThisBuild := "1.1.2-SNAPSHOT" \ No newline at end of file From 09827ad9fe0be90995561316310d66a2caad2908 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Wed, 13 May 2015 11:05:49 +0900 Subject: [PATCH 17/46] Fix release tag name --- build.sbt | 3 +++ 1 file changed, 3 insertions(+) diff --git a/build.sbt b/build.sbt index 104b2fa..1fc4719 100644 --- a/build.sbt +++ b/build.sbt @@ -113,6 +113,9 @@ OsgiKeys.additionalHeaders := Map( ) import ReleaseTransformations._ +import sbtrelease._ + +releaseTagName := { (version in ThisBuild).value } releaseProcess := Seq[ReleaseStep]( checkSnapshotDependencies, From 39606e5c4e3e618014a5f2ad0dbfa3fdc2ea38c0 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Wed, 13 May 2015 11:10:53 +0900 Subject: [PATCH 18/46] Setting version to 1.1.2-RC1 --- version.sbt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/version.sbt b/version.sbt index 67cefc0..40d3196 100644 --- a/version.sbt +++ b/version.sbt @@ -1 +1 @@ -version in ThisBuild := "1.1.2-SNAPSHOT" \ No newline at end of file +version in ThisBuild := "1.1.2-RC1" \ No newline at end of file From 16010e791c54db55950b37401f5fc5ea51985285 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Wed, 13 May 2015 11:15:15 +0900 Subject: [PATCH 19/46] Setting version to 1.1.2-SNAPSHOT --- version.sbt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/version.sbt b/version.sbt index 40d3196..67cefc0 100644 --- a/version.sbt +++ b/version.sbt @@ -1 +1 @@ -version in ThisBuild := "1.1.2-RC1" \ No newline at end of file +version in ThisBuild := "1.1.2-SNAPSHOT" \ No newline at end of file From 3ae91f1cd81a08eb0c2ef4f06db25bef80a759cd Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Wed, 13 May 2015 11:31:20 +0900 Subject: [PATCH 20/46] Remove eclipse settings --- .settings/org.eclipse.jdt.core.prefs | 6 ------ .settings/org.eclipse.jdt.ui.prefs | 4 ---- .settings/org.maven.ide.eclipse.prefs | 9 --------- 3 files changed, 19 deletions(-) delete mode 100755 .settings/org.eclipse.jdt.core.prefs delete mode 100755 .settings/org.eclipse.jdt.ui.prefs delete mode 100755 .settings/org.maven.ide.eclipse.prefs diff --git a/.settings/org.eclipse.jdt.core.prefs b/.settings/org.eclipse.jdt.core.prefs deleted file mode 100755 index 26e8589..0000000 --- a/.settings/org.eclipse.jdt.core.prefs +++ /dev/null @@ -1,6 +0,0 @@ -#Tue Mar 29 16:49:37 JST 2011 -eclipse.preferences.version=1 -org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.6 -org.eclipse.jdt.core.compiler.compliance=1.6 -org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning -org.eclipse.jdt.core.compiler.source=1.6 diff --git a/.settings/org.eclipse.jdt.ui.prefs b/.settings/org.eclipse.jdt.ui.prefs deleted file mode 100755 index dad45ba..0000000 --- a/.settings/org.eclipse.jdt.ui.prefs +++ /dev/null @@ -1,4 +0,0 @@ -#Wed Mar 30 14:56:03 JST 2011 -eclipse.preferences.version=1 -org.eclipse.jdt.ui.javadoc=false -org.eclipse.jdt.ui.text.custom_code_templates= diff --git a/.settings/org.maven.ide.eclipse.prefs b/.settings/org.maven.ide.eclipse.prefs deleted file mode 100755 index 01a37d2..0000000 --- a/.settings/org.maven.ide.eclipse.prefs +++ /dev/null @@ -1,9 +0,0 @@ -#Tue Mar 29 16:49:37 JST 2011 -activeProfiles= -eclipse.preferences.version=1 -fullBuildGoals=process-test-resources -includeModules=false -resolveWorkspaceProjects=true -resourceFilterGoals=process-resources resources\:testResources -skipCompilerPlugin=true -version=1 From 50afc2cc9ba22c5706c549dcd41c2b6642eab31f Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Wed, 13 May 2015 11:33:24 +0900 Subject: [PATCH 21/46] Fix broken link --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index be8e08c..8e04656 100755 --- a/README.md +++ b/README.md @@ -99,7 +99,7 @@ If you have snappy-java-(VERSION).jar in the current directory, use `-classpath` ## Public discussion group Post bug reports or feature request to the Issue Tracker: -Public discussion forum is here: +Public discussion forum is here: [Xerial Public Discussion Group)[http://groups.google.com/group/xerial?hl=en] ## Building from the source code From 70ff167f6f4468dee34ed3fcad1c9ec3c0157314 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Wed, 13 May 2015 11:34:20 +0900 Subject: [PATCH 22/46] Fix javadoc link --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 8e04656..7533eb4 100755 --- a/README.md +++ b/README.md @@ -75,7 +75,7 @@ In addition, high-level methods (`Snappy.compress(String)`, `Snappy.compress(flo ### Stream-based API Stream-based compressor/decompressor `SnappyOutputStream`/`SnappyInputStream` are also available for reading/writing large data sets. `SnappyFramedOutputStream`/`SnappyFramedInputStream` can be used for the [framing format](https://code.google.com/p/snappy/source/browse/trunk/framing_format.txt). - * See also [Javadoc API](https://oss.sonatype.org/service/local/repositories/releases/archive/org/xerial/snappy/snappy-java/1.1.1.6/snappy-java-1.1.1.6-javadoc.jar/!/index.html) + * See also [Javadoc API](https://oss.sonatype.org/service/local/repositories/releases/archive/org/xerial/snappy/snappy-java/1.1.2-RC1/snappy-java-1.1.2-RC1-javadoc.jar/!/index.html) #### Compatibility Notes * `SnappyOutputStream` and `SnappyInputStream` use `[magic header:16 bytes]([block size:int32][compressed data:byte array])*` format. You can read the result of `Snappy.compress` with `SnappyInputStream`, but you cannot read the compressed data generated by `SnappyOutputStream` with `Snappy.uncompress`. Here is the compatibility matrix of data foramt: From c5a3b102bc77723988cfa3234fb489d9bc2c5968 Mon Sep 17 00:00:00 2001 From: Josh Rosen Date: Thu, 14 May 2015 00:17:30 -0700 Subject: [PATCH 23/46] Add failing regression test for #107 --- .../xerial/snappy/SnappyOutputStreamTest.java | 34 +++++++++++++++++++ 1 file changed, 34 insertions(+) diff --git a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java index 10850a8..b6f4009 100755 --- a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java +++ b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java @@ -31,6 +31,8 @@ import java.io.ByteArrayInputStream; import java.io.ByteArrayOutputStream; import org.junit.Test; +import org.xerial.snappy.buffer.BufferAllocatorFactory; +import org.xerial.snappy.buffer.CachedBufferAllocator; import org.xerial.util.FileResource; import org.xerial.util.log.Logger; @@ -157,6 +159,38 @@ public class SnappyOutputStreamTest } } + @Test + public void closeShouldBeIdempotent() throws Exception { + // Regression test for issue #107, a bug where close() was non-idempotent and would release + // its buffers to the allocator multiple times, which could cause scenarios where two open + // SnappyOutputStreams could share the same buffers, leading to stream corruption issues. + final BufferAllocatorFactory bufferAllocatorFactory = CachedBufferAllocator.factory; + final int BLOCK_SIZE = 4096; + // Create a stream, use it, then close it once: + ByteArrayOutputStream ba1 = new ByteArrayOutputStream(); + SnappyOutputStream os1 = new SnappyOutputStream(ba1, BLOCK_SIZE, bufferAllocatorFactory); + os1.write(42); + os1.close(); + // Create a new output stream, which should end up re-using the first stream's freed buffers + ByteArrayOutputStream ba2 = new ByteArrayOutputStream(); + SnappyOutputStream os2 = new SnappyOutputStream(ba2, BLOCK_SIZE, bufferAllocatorFactory); + // Close the first stream a second time, which is supposed to be safe due to idempotency: + os1.close(); + // Allocate a third output stream, which is supposed to get its own fresh set of buffers: + ByteArrayOutputStream ba3 = new ByteArrayOutputStream(); + SnappyOutputStream os3 = new SnappyOutputStream(ba3, BLOCK_SIZE, bufferAllocatorFactory); + // Since the second and third streams should have distinct sets of buffers, writes to these + // streams should not interfere with one another: + os2.write(2); + os3.write(3); + os2.close(); + os3.close(); + SnappyInputStream in2 = new SnappyInputStream(new ByteArrayInputStream(ba2.toByteArray())); + assertEquals(2, in2.read()); + SnappyInputStream in3 = new SnappyInputStream(new ByteArrayInputStream(ba3.toByteArray())); + assertEquals(3, in3.read()); + } + @Test public void longArrayCompress() throws Exception { long[] l = new long[10]; From 2b6c8dc89627d07ee50de1758fae8e0a0101c536 Mon Sep 17 00:00:00 2001 From: Josh Rosen Date: Thu, 14 May 2015 00:28:38 -0700 Subject: [PATCH 24/46] Make close() idempotent (fixes #107). --- src/main/java/org/xerial/snappy/SnappyOutputStream.java | 5 +++++ src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java | 2 ++ 2 files changed, 7 insertions(+) diff --git a/src/main/java/org/xerial/snappy/SnappyOutputStream.java b/src/main/java/org/xerial/snappy/SnappyOutputStream.java index c930a4b..1fe3cef 100755 --- a/src/main/java/org/xerial/snappy/SnappyOutputStream.java +++ b/src/main/java/org/xerial/snappy/SnappyOutputStream.java @@ -69,6 +69,7 @@ public class SnappyOutputStream extends OutputStream { protected final byte[] outputBuffer; private int inputCursor = 0; private int outputCursor = 0; + private boolean closed; public SnappyOutputStream(OutputStream out) { this(out, DEFAULT_BLOCK_SIZE); @@ -320,10 +321,14 @@ public class SnappyOutputStream extends OutputStream { */ @Override public void close() throws IOException { + if (closed) { + return; + } try { flush(); out.close(); } finally { + closed = true; inputBufferAllocator.release(inputBuffer); outputBufferAllocator.release(outputBuffer); } diff --git a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java index b6f4009..e248d07 100755 --- a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java +++ b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java @@ -187,8 +187,10 @@ public class SnappyOutputStreamTest os3.close(); SnappyInputStream in2 = new SnappyInputStream(new ByteArrayInputStream(ba2.toByteArray())); assertEquals(2, in2.read()); + in2.close(); SnappyInputStream in3 = new SnappyInputStream(new ByteArrayInputStream(ba3.toByteArray())); assertEquals(3, in3.read()); + in3.close(); } @Test From dcdada2ed4b3ed08a37cb1d2571ad7e993d67f19 Mon Sep 17 00:00:00 2001 From: Josh Rosen Date: Thu, 14 May 2015 10:59:16 -0700 Subject: [PATCH 25/46] Throw IOException when writing to / flushing closed SnappyOutputStreams. --- .../org/xerial/snappy/SnappyOutputStream.java | 9 ++++++ .../xerial/snappy/SnappyOutputStreamTest.java | 32 +++++++++++++++++++ 2 files changed, 41 insertions(+) diff --git a/src/main/java/org/xerial/snappy/SnappyOutputStream.java b/src/main/java/org/xerial/snappy/SnappyOutputStream.java index 1fe3cef..d6cfda9 100755 --- a/src/main/java/org/xerial/snappy/SnappyOutputStream.java +++ b/src/main/java/org/xerial/snappy/SnappyOutputStream.java @@ -232,6 +232,9 @@ public class SnappyOutputStream extends OutputStream { * @throws IOException */ public void rawWrite(Object array, int byteOffset, int byteLength) throws IOException { + if (closed) { + throw new IOException("Stream is closed"); + } int cursor = 0; while(cursor < byteLength) { int readLen = Math.min(byteLength - cursor, blockSize - inputCursor); @@ -259,6 +262,9 @@ public class SnappyOutputStream extends OutputStream { */ @Override public void write(int b) throws IOException { + if (closed) { + throw new IOException("Stream is closed"); + } if(inputCursor >= inputBuffer.length) { compressInput(); } @@ -270,6 +276,9 @@ public class SnappyOutputStream extends OutputStream { */ @Override public void flush() throws IOException { + if (closed) { + throw new IOException("Stream is closed"); + } compressInput(); dumpOutput(); out.flush(); diff --git a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java index e248d07..ef5f8f4 100755 --- a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java +++ b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java @@ -29,6 +29,7 @@ import static org.junit.Assert.*; import java.io.BufferedInputStream; import java.io.ByteArrayInputStream; import java.io.ByteArrayOutputStream; +import java.io.IOException; import org.junit.Test; import org.xerial.snappy.buffer.BufferAllocatorFactory; @@ -193,6 +194,37 @@ public class SnappyOutputStreamTest in3.close(); } + @Test + public void writingToClosedStreamShouldThrowIOException() throws IOException { + ByteArrayOutputStream b = new ByteArrayOutputStream(); + SnappyOutputStream os = new SnappyOutputStream(b); + os.close(); + try { + os.write(4); + fail("Expected write() to throw IOException"); + } catch (IOException e) { + // Expected exception + } + try { + os.write(new int[] { 1, 2, 3, 4}); + fail("Expected write() to throw IOException"); + } catch (IOException e) { + // Expected exception + } + } + + @Test + public void flushingClosedStreamShouldThrowIOException() throws IOException { + ByteArrayOutputStream b = new ByteArrayOutputStream(); + SnappyOutputStream os = new SnappyOutputStream(b); + os.close(); + try { + os.flush(); + } catch (IOException e) { + // Expected exception + } + } + @Test public void longArrayCompress() throws Exception { long[] l = new long[10]; From 38ec9fd03b9b8336f70b1571f36f81f1451b6f7c Mon Sep 17 00:00:00 2001 From: Josh Rosen Date: Thu, 14 May 2015 11:22:34 -0700 Subject: [PATCH 26/46] Null buffer refs when closing SnappyOutputStream. --- .../java/org/xerial/snappy/SnappyOutputStream.java | 7 +++++-- .../org/xerial/snappy/SnappyOutputStreamTest.java | 14 ++++++++++++++ 2 files changed, 19 insertions(+), 2 deletions(-) diff --git a/src/main/java/org/xerial/snappy/SnappyOutputStream.java b/src/main/java/org/xerial/snappy/SnappyOutputStream.java index d6cfda9..709c804 100755 --- a/src/main/java/org/xerial/snappy/SnappyOutputStream.java +++ b/src/main/java/org/xerial/snappy/SnappyOutputStream.java @@ -65,8 +65,9 @@ public class SnappyOutputStream extends OutputStream { private final BufferAllocator inputBufferAllocator; private final BufferAllocator outputBufferAllocator; - protected final byte[] inputBuffer; - protected final byte[] outputBuffer; + // The input and output buffer fields are set to null when closing this stream: + protected byte[] inputBuffer; + protected byte[] outputBuffer; private int inputCursor = 0; private int outputCursor = 0; private boolean closed; @@ -340,6 +341,8 @@ public class SnappyOutputStream extends OutputStream { closed = true; inputBufferAllocator.release(inputBuffer); outputBufferAllocator.release(outputBuffer); + inputBuffer = null; + outputBuffer = null; } } diff --git a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java index ef5f8f4..0942eb0 100755 --- a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java +++ b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java @@ -30,10 +30,12 @@ import java.io.BufferedInputStream; import java.io.ByteArrayInputStream; import java.io.ByteArrayOutputStream; import java.io.IOException; +import java.lang.ref.WeakReference; import org.junit.Test; import org.xerial.snappy.buffer.BufferAllocatorFactory; import org.xerial.snappy.buffer.CachedBufferAllocator; +import org.xerial.snappy.buffer.DefaultBufferAllocator; import org.xerial.util.FileResource; import org.xerial.util.log.Logger; @@ -225,6 +227,18 @@ public class SnappyOutputStreamTest } } + @Test + public void closingStreamShouldMakeBuffersEligibleForGarbageCollection() throws IOException { + ByteArrayOutputStream b = new ByteArrayOutputStream(); + SnappyOutputStream os = new SnappyOutputStream(b, 4095, DefaultBufferAllocator.factory); + WeakReference inputBuffer = new WeakReference(os.inputBuffer); + WeakReference outputBuffer = new WeakReference(os.inputBuffer); + os.close(); + System.gc(); + assertNull(inputBuffer.get()); + assertNull(outputBuffer.get()); + } + @Test public void longArrayCompress() throws Exception { long[] l = new long[10]; From 6b4df5a5f8b47b50bc68b32fe686fd5d8133c176 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Mon, 18 May 2015 15:32:13 +0900 Subject: [PATCH 27/46] 1.1.2-RC2-SNAPSHOT --- version.sbt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/version.sbt b/version.sbt index 67cefc0..b987309 100644 --- a/version.sbt +++ b/version.sbt @@ -1 +1 @@ -version in ThisBuild := "1.1.2-SNAPSHOT" \ No newline at end of file +version in ThisBuild := "1.1.2-RC2-SNAPSHOT" \ No newline at end of file From 3cf34325d7a3397c2f6a3fc34f09cf1a33edd5e7 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Mon, 18 May 2015 15:36:06 +0900 Subject: [PATCH 28/46] Use LF as newline --- lib/include/config.h | 10 +- .../org/xerial/snappy/PureJavaCrc32C.java | 1232 ++++++------ src/main/java/org/xerial/snappy/Snappy.java | 1670 ++++++++--------- .../xerial/snappy/SnappyBundleActivator.java | 122 +- .../java/org/xerial/snappy/SnappyCodec.java | 248 +-- .../java/org/xerial/snappy/SnappyError.java | 124 +- .../org/xerial/snappy/SnappyErrorCode.java | 128 +- .../org/xerial/snappy/SnappyException.java | 148 +- .../java/org/xerial/snappy/SnappyFramed.java | 372 ++-- .../java/org/xerial/snappy/SnappyNative.cpp | 618 +++--- .../java/org/xerial/snappy/SnappyNative.java | 174 +- .../java/org/xerial/snappy/package-info.java | 88 +- .../java/org/xerial/snappy/CalgaryTest.java | 456 ++--- .../org/xerial/snappy/RandomGenerator.java | 134 +- .../xerial/snappy/SnappyInputStreamTest.java | 358 ++-- .../org/xerial/snappy/SnappyLoaderTest.java | 250 +-- .../java/org/xerial/snappy/SnappyTest.java | 608 +++--- 17 files changed, 3370 insertions(+), 3370 deletions(-) diff --git a/lib/include/config.h b/lib/include/config.h index 137e71f..853dc66 100755 --- a/lib/include/config.h +++ b/lib/include/config.h @@ -1,5 +1,5 @@ - -#ifndef __CONFIG_H -#define __CONFIG_H - -#endif // __CONFIG_H + +#ifndef __CONFIG_H +#define __CONFIG_H + +#endif // __CONFIG_H diff --git a/src/main/java/org/xerial/snappy/PureJavaCrc32C.java b/src/main/java/org/xerial/snappy/PureJavaCrc32C.java index fec20eb..bde7ae9 100644 --- a/src/main/java/org/xerial/snappy/PureJavaCrc32C.java +++ b/src/main/java/org/xerial/snappy/PureJavaCrc32C.java @@ -1,617 +1,617 @@ -/** - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - * - * Some portions of this file Copyright (c) 2004-2006 Intel Corportation - * and licensed under the BSD license. - */ -package org.xerial.snappy; - -import java.util.zip.Checksum; - -/** - * A pure-java implementation of the CRC32 checksum that uses - * the CRC32-C polynomial, the same polynomial used by iSCSI - * and implemented on many Intel chipsets supporting SSE4.2. - */ -public class PureJavaCrc32C implements Checksum { - - /** the current CRC value, bit-flipped */ - private int crc; - - /** Create a new PureJavaCrc32 object. */ - public PureJavaCrc32C() { - reset(); - } - - public int getIntegerValue() { - return ~crc; - } - - /** {@inheritDoc} */ - public long getValue() { - long ret = crc; - return (~ret) & 0xffffffffL; - } - - /** {@inheritDoc} */ - public void reset() { - crc = 0xffffffff; - } - - /** {@inheritDoc} */ - public void update(byte[] b, int off, int len) { - int localCrc = crc; - while(len > 7) { - int c0 = b[off++] ^ localCrc; - int c1 = b[off++] ^ (localCrc >>>= 8); - int c2 = b[off++] ^ (localCrc >>>= 8); - int c3 = b[off++] ^ (localCrc >>>= 8); - localCrc = (T8_7[c0 & 0xff] ^ T8_6[c1 & 0xff]) - ^ (T8_5[c2 & 0xff] ^ T8_4[c3 & 0xff]); - - localCrc ^= (T8_3[b[off++] & 0xff] ^ T8_2[b[off++] & 0xff]) - ^ (T8_1[b[off++] & 0xff] ^ T8_0[b[off++] & 0xff]); - - len -= 8; - } - while(len > 0) { - localCrc = (localCrc >>> 8) ^ T8_0[(localCrc ^ b[off++]) & 0xff]; - len--; - } - - // Publish crc out to object - crc = localCrc; - } - - /** {@inheritDoc} */ - final public void update(int b) { - crc = (crc >>> 8) ^ T8_0[(crc ^ b) & 0xff]; - } - - // CRC polynomial tables generated by: - // java -cp build/test/classes/:build/classes/ \ - // org.apache.hadoop.util.TestPureJavaCrc32\$Table 82F63B78 - - static final int[] T8_0 = new int[] { - 0x00000000, 0xF26B8303, 0xE13B70F7, 0x1350F3F4, - 0xC79A971F, 0x35F1141C, 0x26A1E7E8, 0xD4CA64EB, - 0x8AD958CF, 0x78B2DBCC, 0x6BE22838, 0x9989AB3B, - 0x4D43CFD0, 0xBF284CD3, 0xAC78BF27, 0x5E133C24, - 0x105EC76F, 0xE235446C, 0xF165B798, 0x030E349B, - 0xD7C45070, 0x25AFD373, 0x36FF2087, 0xC494A384, - 0x9A879FA0, 0x68EC1CA3, 0x7BBCEF57, 0x89D76C54, - 0x5D1D08BF, 0xAF768BBC, 0xBC267848, 0x4E4DFB4B, - 0x20BD8EDE, 0xD2D60DDD, 0xC186FE29, 0x33ED7D2A, - 0xE72719C1, 0x154C9AC2, 0x061C6936, 0xF477EA35, - 0xAA64D611, 0x580F5512, 0x4B5FA6E6, 0xB93425E5, - 0x6DFE410E, 0x9F95C20D, 0x8CC531F9, 0x7EAEB2FA, - 0x30E349B1, 0xC288CAB2, 0xD1D83946, 0x23B3BA45, - 0xF779DEAE, 0x05125DAD, 0x1642AE59, 0xE4292D5A, - 0xBA3A117E, 0x4851927D, 0x5B016189, 0xA96AE28A, - 0x7DA08661, 0x8FCB0562, 0x9C9BF696, 0x6EF07595, - 0x417B1DBC, 0xB3109EBF, 0xA0406D4B, 0x522BEE48, - 0x86E18AA3, 0x748A09A0, 0x67DAFA54, 0x95B17957, - 0xCBA24573, 0x39C9C670, 0x2A993584, 0xD8F2B687, - 0x0C38D26C, 0xFE53516F, 0xED03A29B, 0x1F682198, - 0x5125DAD3, 0xA34E59D0, 0xB01EAA24, 0x42752927, - 0x96BF4DCC, 0x64D4CECF, 0x77843D3B, 0x85EFBE38, - 0xDBFC821C, 0x2997011F, 0x3AC7F2EB, 0xC8AC71E8, - 0x1C661503, 0xEE0D9600, 0xFD5D65F4, 0x0F36E6F7, - 0x61C69362, 0x93AD1061, 0x80FDE395, 0x72966096, - 0xA65C047D, 0x5437877E, 0x4767748A, 0xB50CF789, - 0xEB1FCBAD, 0x197448AE, 0x0A24BB5A, 0xF84F3859, - 0x2C855CB2, 0xDEEEDFB1, 0xCDBE2C45, 0x3FD5AF46, - 0x7198540D, 0x83F3D70E, 0x90A324FA, 0x62C8A7F9, - 0xB602C312, 0x44694011, 0x5739B3E5, 0xA55230E6, - 0xFB410CC2, 0x092A8FC1, 0x1A7A7C35, 0xE811FF36, - 0x3CDB9BDD, 0xCEB018DE, 0xDDE0EB2A, 0x2F8B6829, - 0x82F63B78, 0x709DB87B, 0x63CD4B8F, 0x91A6C88C, - 0x456CAC67, 0xB7072F64, 0xA457DC90, 0x563C5F93, - 0x082F63B7, 0xFA44E0B4, 0xE9141340, 0x1B7F9043, - 0xCFB5F4A8, 0x3DDE77AB, 0x2E8E845F, 0xDCE5075C, - 0x92A8FC17, 0x60C37F14, 0x73938CE0, 0x81F80FE3, - 0x55326B08, 0xA759E80B, 0xB4091BFF, 0x466298FC, - 0x1871A4D8, 0xEA1A27DB, 0xF94AD42F, 0x0B21572C, - 0xDFEB33C7, 0x2D80B0C4, 0x3ED04330, 0xCCBBC033, - 0xA24BB5A6, 0x502036A5, 0x4370C551, 0xB11B4652, - 0x65D122B9, 0x97BAA1BA, 0x84EA524E, 0x7681D14D, - 0x2892ED69, 0xDAF96E6A, 0xC9A99D9E, 0x3BC21E9D, - 0xEF087A76, 0x1D63F975, 0x0E330A81, 0xFC588982, - 0xB21572C9, 0x407EF1CA, 0x532E023E, 0xA145813D, - 0x758FE5D6, 0x87E466D5, 0x94B49521, 0x66DF1622, - 0x38CC2A06, 0xCAA7A905, 0xD9F75AF1, 0x2B9CD9F2, - 0xFF56BD19, 0x0D3D3E1A, 0x1E6DCDEE, 0xEC064EED, - 0xC38D26C4, 0x31E6A5C7, 0x22B65633, 0xD0DDD530, - 0x0417B1DB, 0xF67C32D8, 0xE52CC12C, 0x1747422F, - 0x49547E0B, 0xBB3FFD08, 0xA86F0EFC, 0x5A048DFF, - 0x8ECEE914, 0x7CA56A17, 0x6FF599E3, 0x9D9E1AE0, - 0xD3D3E1AB, 0x21B862A8, 0x32E8915C, 0xC083125F, - 0x144976B4, 0xE622F5B7, 0xF5720643, 0x07198540, - 0x590AB964, 0xAB613A67, 0xB831C993, 0x4A5A4A90, - 0x9E902E7B, 0x6CFBAD78, 0x7FAB5E8C, 0x8DC0DD8F, - 0xE330A81A, 0x115B2B19, 0x020BD8ED, 0xF0605BEE, - 0x24AA3F05, 0xD6C1BC06, 0xC5914FF2, 0x37FACCF1, - 0x69E9F0D5, 0x9B8273D6, 0x88D28022, 0x7AB90321, - 0xAE7367CA, 0x5C18E4C9, 0x4F48173D, 0xBD23943E, - 0xF36E6F75, 0x0105EC76, 0x12551F82, 0xE03E9C81, - 0x34F4F86A, 0xC69F7B69, 0xD5CF889D, 0x27A40B9E, - 0x79B737BA, 0x8BDCB4B9, 0x988C474D, 0x6AE7C44E, - 0xBE2DA0A5, 0x4C4623A6, 0x5F16D052, 0xAD7D5351 - }; - static final int[] T8_1 = new int[] { - 0x00000000, 0x13A29877, 0x274530EE, 0x34E7A899, - 0x4E8A61DC, 0x5D28F9AB, 0x69CF5132, 0x7A6DC945, - 0x9D14C3B8, 0x8EB65BCF, 0xBA51F356, 0xA9F36B21, - 0xD39EA264, 0xC03C3A13, 0xF4DB928A, 0xE7790AFD, - 0x3FC5F181, 0x2C6769F6, 0x1880C16F, 0x0B225918, - 0x714F905D, 0x62ED082A, 0x560AA0B3, 0x45A838C4, - 0xA2D13239, 0xB173AA4E, 0x859402D7, 0x96369AA0, - 0xEC5B53E5, 0xFFF9CB92, 0xCB1E630B, 0xD8BCFB7C, - 0x7F8BE302, 0x6C297B75, 0x58CED3EC, 0x4B6C4B9B, - 0x310182DE, 0x22A31AA9, 0x1644B230, 0x05E62A47, - 0xE29F20BA, 0xF13DB8CD, 0xC5DA1054, 0xD6788823, - 0xAC154166, 0xBFB7D911, 0x8B507188, 0x98F2E9FF, - 0x404E1283, 0x53EC8AF4, 0x670B226D, 0x74A9BA1A, - 0x0EC4735F, 0x1D66EB28, 0x298143B1, 0x3A23DBC6, - 0xDD5AD13B, 0xCEF8494C, 0xFA1FE1D5, 0xE9BD79A2, - 0x93D0B0E7, 0x80722890, 0xB4958009, 0xA737187E, - 0xFF17C604, 0xECB55E73, 0xD852F6EA, 0xCBF06E9D, - 0xB19DA7D8, 0xA23F3FAF, 0x96D89736, 0x857A0F41, - 0x620305BC, 0x71A19DCB, 0x45463552, 0x56E4AD25, - 0x2C896460, 0x3F2BFC17, 0x0BCC548E, 0x186ECCF9, - 0xC0D23785, 0xD370AFF2, 0xE797076B, 0xF4359F1C, - 0x8E585659, 0x9DFACE2E, 0xA91D66B7, 0xBABFFEC0, - 0x5DC6F43D, 0x4E646C4A, 0x7A83C4D3, 0x69215CA4, - 0x134C95E1, 0x00EE0D96, 0x3409A50F, 0x27AB3D78, - 0x809C2506, 0x933EBD71, 0xA7D915E8, 0xB47B8D9F, - 0xCE1644DA, 0xDDB4DCAD, 0xE9537434, 0xFAF1EC43, - 0x1D88E6BE, 0x0E2A7EC9, 0x3ACDD650, 0x296F4E27, - 0x53028762, 0x40A01F15, 0x7447B78C, 0x67E52FFB, - 0xBF59D487, 0xACFB4CF0, 0x981CE469, 0x8BBE7C1E, - 0xF1D3B55B, 0xE2712D2C, 0xD69685B5, 0xC5341DC2, - 0x224D173F, 0x31EF8F48, 0x050827D1, 0x16AABFA6, - 0x6CC776E3, 0x7F65EE94, 0x4B82460D, 0x5820DE7A, - 0xFBC3FAF9, 0xE861628E, 0xDC86CA17, 0xCF245260, - 0xB5499B25, 0xA6EB0352, 0x920CABCB, 0x81AE33BC, - 0x66D73941, 0x7575A136, 0x419209AF, 0x523091D8, - 0x285D589D, 0x3BFFC0EA, 0x0F186873, 0x1CBAF004, - 0xC4060B78, 0xD7A4930F, 0xE3433B96, 0xF0E1A3E1, - 0x8A8C6AA4, 0x992EF2D3, 0xADC95A4A, 0xBE6BC23D, - 0x5912C8C0, 0x4AB050B7, 0x7E57F82E, 0x6DF56059, - 0x1798A91C, 0x043A316B, 0x30DD99F2, 0x237F0185, - 0x844819FB, 0x97EA818C, 0xA30D2915, 0xB0AFB162, - 0xCAC27827, 0xD960E050, 0xED8748C9, 0xFE25D0BE, - 0x195CDA43, 0x0AFE4234, 0x3E19EAAD, 0x2DBB72DA, - 0x57D6BB9F, 0x447423E8, 0x70938B71, 0x63311306, - 0xBB8DE87A, 0xA82F700D, 0x9CC8D894, 0x8F6A40E3, - 0xF50789A6, 0xE6A511D1, 0xD242B948, 0xC1E0213F, - 0x26992BC2, 0x353BB3B5, 0x01DC1B2C, 0x127E835B, - 0x68134A1E, 0x7BB1D269, 0x4F567AF0, 0x5CF4E287, - 0x04D43CFD, 0x1776A48A, 0x23910C13, 0x30339464, - 0x4A5E5D21, 0x59FCC556, 0x6D1B6DCF, 0x7EB9F5B8, - 0x99C0FF45, 0x8A626732, 0xBE85CFAB, 0xAD2757DC, - 0xD74A9E99, 0xC4E806EE, 0xF00FAE77, 0xE3AD3600, - 0x3B11CD7C, 0x28B3550B, 0x1C54FD92, 0x0FF665E5, - 0x759BACA0, 0x663934D7, 0x52DE9C4E, 0x417C0439, - 0xA6050EC4, 0xB5A796B3, 0x81403E2A, 0x92E2A65D, - 0xE88F6F18, 0xFB2DF76F, 0xCFCA5FF6, 0xDC68C781, - 0x7B5FDFFF, 0x68FD4788, 0x5C1AEF11, 0x4FB87766, - 0x35D5BE23, 0x26772654, 0x12908ECD, 0x013216BA, - 0xE64B1C47, 0xF5E98430, 0xC10E2CA9, 0xD2ACB4DE, - 0xA8C17D9B, 0xBB63E5EC, 0x8F844D75, 0x9C26D502, - 0x449A2E7E, 0x5738B609, 0x63DF1E90, 0x707D86E7, - 0x0A104FA2, 0x19B2D7D5, 0x2D557F4C, 0x3EF7E73B, - 0xD98EEDC6, 0xCA2C75B1, 0xFECBDD28, 0xED69455F, - 0x97048C1A, 0x84A6146D, 0xB041BCF4, 0xA3E32483 - }; - static final int[] T8_2 = new int[] { - 0x00000000, 0xA541927E, 0x4F6F520D, 0xEA2EC073, - 0x9EDEA41A, 0x3B9F3664, 0xD1B1F617, 0x74F06469, - 0x38513EC5, 0x9D10ACBB, 0x773E6CC8, 0xD27FFEB6, - 0xA68F9ADF, 0x03CE08A1, 0xE9E0C8D2, 0x4CA15AAC, - 0x70A27D8A, 0xD5E3EFF4, 0x3FCD2F87, 0x9A8CBDF9, - 0xEE7CD990, 0x4B3D4BEE, 0xA1138B9D, 0x045219E3, - 0x48F3434F, 0xEDB2D131, 0x079C1142, 0xA2DD833C, - 0xD62DE755, 0x736C752B, 0x9942B558, 0x3C032726, - 0xE144FB14, 0x4405696A, 0xAE2BA919, 0x0B6A3B67, - 0x7F9A5F0E, 0xDADBCD70, 0x30F50D03, 0x95B49F7D, - 0xD915C5D1, 0x7C5457AF, 0x967A97DC, 0x333B05A2, - 0x47CB61CB, 0xE28AF3B5, 0x08A433C6, 0xADE5A1B8, - 0x91E6869E, 0x34A714E0, 0xDE89D493, 0x7BC846ED, - 0x0F382284, 0xAA79B0FA, 0x40577089, 0xE516E2F7, - 0xA9B7B85B, 0x0CF62A25, 0xE6D8EA56, 0x43997828, - 0x37691C41, 0x92288E3F, 0x78064E4C, 0xDD47DC32, - 0xC76580D9, 0x622412A7, 0x880AD2D4, 0x2D4B40AA, - 0x59BB24C3, 0xFCFAB6BD, 0x16D476CE, 0xB395E4B0, - 0xFF34BE1C, 0x5A752C62, 0xB05BEC11, 0x151A7E6F, - 0x61EA1A06, 0xC4AB8878, 0x2E85480B, 0x8BC4DA75, - 0xB7C7FD53, 0x12866F2D, 0xF8A8AF5E, 0x5DE93D20, - 0x29195949, 0x8C58CB37, 0x66760B44, 0xC337993A, - 0x8F96C396, 0x2AD751E8, 0xC0F9919B, 0x65B803E5, - 0x1148678C, 0xB409F5F2, 0x5E273581, 0xFB66A7FF, - 0x26217BCD, 0x8360E9B3, 0x694E29C0, 0xCC0FBBBE, - 0xB8FFDFD7, 0x1DBE4DA9, 0xF7908DDA, 0x52D11FA4, - 0x1E704508, 0xBB31D776, 0x511F1705, 0xF45E857B, - 0x80AEE112, 0x25EF736C, 0xCFC1B31F, 0x6A802161, - 0x56830647, 0xF3C29439, 0x19EC544A, 0xBCADC634, - 0xC85DA25D, 0x6D1C3023, 0x8732F050, 0x2273622E, - 0x6ED23882, 0xCB93AAFC, 0x21BD6A8F, 0x84FCF8F1, - 0xF00C9C98, 0x554D0EE6, 0xBF63CE95, 0x1A225CEB, - 0x8B277743, 0x2E66E53D, 0xC448254E, 0x6109B730, - 0x15F9D359, 0xB0B84127, 0x5A968154, 0xFFD7132A, - 0xB3764986, 0x1637DBF8, 0xFC191B8B, 0x595889F5, - 0x2DA8ED9C, 0x88E97FE2, 0x62C7BF91, 0xC7862DEF, - 0xFB850AC9, 0x5EC498B7, 0xB4EA58C4, 0x11ABCABA, - 0x655BAED3, 0xC01A3CAD, 0x2A34FCDE, 0x8F756EA0, - 0xC3D4340C, 0x6695A672, 0x8CBB6601, 0x29FAF47F, - 0x5D0A9016, 0xF84B0268, 0x1265C21B, 0xB7245065, - 0x6A638C57, 0xCF221E29, 0x250CDE5A, 0x804D4C24, - 0xF4BD284D, 0x51FCBA33, 0xBBD27A40, 0x1E93E83E, - 0x5232B292, 0xF77320EC, 0x1D5DE09F, 0xB81C72E1, - 0xCCEC1688, 0x69AD84F6, 0x83834485, 0x26C2D6FB, - 0x1AC1F1DD, 0xBF8063A3, 0x55AEA3D0, 0xF0EF31AE, - 0x841F55C7, 0x215EC7B9, 0xCB7007CA, 0x6E3195B4, - 0x2290CF18, 0x87D15D66, 0x6DFF9D15, 0xC8BE0F6B, - 0xBC4E6B02, 0x190FF97C, 0xF321390F, 0x5660AB71, - 0x4C42F79A, 0xE90365E4, 0x032DA597, 0xA66C37E9, - 0xD29C5380, 0x77DDC1FE, 0x9DF3018D, 0x38B293F3, - 0x7413C95F, 0xD1525B21, 0x3B7C9B52, 0x9E3D092C, - 0xEACD6D45, 0x4F8CFF3B, 0xA5A23F48, 0x00E3AD36, - 0x3CE08A10, 0x99A1186E, 0x738FD81D, 0xD6CE4A63, - 0xA23E2E0A, 0x077FBC74, 0xED517C07, 0x4810EE79, - 0x04B1B4D5, 0xA1F026AB, 0x4BDEE6D8, 0xEE9F74A6, - 0x9A6F10CF, 0x3F2E82B1, 0xD50042C2, 0x7041D0BC, - 0xAD060C8E, 0x08479EF0, 0xE2695E83, 0x4728CCFD, - 0x33D8A894, 0x96993AEA, 0x7CB7FA99, 0xD9F668E7, - 0x9557324B, 0x3016A035, 0xDA386046, 0x7F79F238, - 0x0B899651, 0xAEC8042F, 0x44E6C45C, 0xE1A75622, - 0xDDA47104, 0x78E5E37A, 0x92CB2309, 0x378AB177, - 0x437AD51E, 0xE63B4760, 0x0C158713, 0xA954156D, - 0xE5F54FC1, 0x40B4DDBF, 0xAA9A1DCC, 0x0FDB8FB2, - 0x7B2BEBDB, 0xDE6A79A5, 0x3444B9D6, 0x91052BA8 - }; - static final int[] T8_3 = new int[] { - 0x00000000, 0xDD45AAB8, 0xBF672381, 0x62228939, - 0x7B2231F3, 0xA6679B4B, 0xC4451272, 0x1900B8CA, - 0xF64463E6, 0x2B01C95E, 0x49234067, 0x9466EADF, - 0x8D665215, 0x5023F8AD, 0x32017194, 0xEF44DB2C, - 0xE964B13D, 0x34211B85, 0x560392BC, 0x8B463804, - 0x924680CE, 0x4F032A76, 0x2D21A34F, 0xF06409F7, - 0x1F20D2DB, 0xC2657863, 0xA047F15A, 0x7D025BE2, - 0x6402E328, 0xB9474990, 0xDB65C0A9, 0x06206A11, - 0xD725148B, 0x0A60BE33, 0x6842370A, 0xB5079DB2, - 0xAC072578, 0x71428FC0, 0x136006F9, 0xCE25AC41, - 0x2161776D, 0xFC24DDD5, 0x9E0654EC, 0x4343FE54, - 0x5A43469E, 0x8706EC26, 0xE524651F, 0x3861CFA7, - 0x3E41A5B6, 0xE3040F0E, 0x81268637, 0x5C632C8F, - 0x45639445, 0x98263EFD, 0xFA04B7C4, 0x27411D7C, - 0xC805C650, 0x15406CE8, 0x7762E5D1, 0xAA274F69, - 0xB327F7A3, 0x6E625D1B, 0x0C40D422, 0xD1057E9A, - 0xABA65FE7, 0x76E3F55F, 0x14C17C66, 0xC984D6DE, - 0xD0846E14, 0x0DC1C4AC, 0x6FE34D95, 0xB2A6E72D, - 0x5DE23C01, 0x80A796B9, 0xE2851F80, 0x3FC0B538, - 0x26C00DF2, 0xFB85A74A, 0x99A72E73, 0x44E284CB, - 0x42C2EEDA, 0x9F874462, 0xFDA5CD5B, 0x20E067E3, - 0x39E0DF29, 0xE4A57591, 0x8687FCA8, 0x5BC25610, - 0xB4868D3C, 0x69C32784, 0x0BE1AEBD, 0xD6A40405, - 0xCFA4BCCF, 0x12E11677, 0x70C39F4E, 0xAD8635F6, - 0x7C834B6C, 0xA1C6E1D4, 0xC3E468ED, 0x1EA1C255, - 0x07A17A9F, 0xDAE4D027, 0xB8C6591E, 0x6583F3A6, - 0x8AC7288A, 0x57828232, 0x35A00B0B, 0xE8E5A1B3, - 0xF1E51979, 0x2CA0B3C1, 0x4E823AF8, 0x93C79040, - 0x95E7FA51, 0x48A250E9, 0x2A80D9D0, 0xF7C57368, - 0xEEC5CBA2, 0x3380611A, 0x51A2E823, 0x8CE7429B, - 0x63A399B7, 0xBEE6330F, 0xDCC4BA36, 0x0181108E, - 0x1881A844, 0xC5C402FC, 0xA7E68BC5, 0x7AA3217D, - 0x52A0C93F, 0x8FE56387, 0xEDC7EABE, 0x30824006, - 0x2982F8CC, 0xF4C75274, 0x96E5DB4D, 0x4BA071F5, - 0xA4E4AAD9, 0x79A10061, 0x1B838958, 0xC6C623E0, - 0xDFC69B2A, 0x02833192, 0x60A1B8AB, 0xBDE41213, - 0xBBC47802, 0x6681D2BA, 0x04A35B83, 0xD9E6F13B, - 0xC0E649F1, 0x1DA3E349, 0x7F816A70, 0xA2C4C0C8, - 0x4D801BE4, 0x90C5B15C, 0xF2E73865, 0x2FA292DD, - 0x36A22A17, 0xEBE780AF, 0x89C50996, 0x5480A32E, - 0x8585DDB4, 0x58C0770C, 0x3AE2FE35, 0xE7A7548D, - 0xFEA7EC47, 0x23E246FF, 0x41C0CFC6, 0x9C85657E, - 0x73C1BE52, 0xAE8414EA, 0xCCA69DD3, 0x11E3376B, - 0x08E38FA1, 0xD5A62519, 0xB784AC20, 0x6AC10698, - 0x6CE16C89, 0xB1A4C631, 0xD3864F08, 0x0EC3E5B0, - 0x17C35D7A, 0xCA86F7C2, 0xA8A47EFB, 0x75E1D443, - 0x9AA50F6F, 0x47E0A5D7, 0x25C22CEE, 0xF8878656, - 0xE1873E9C, 0x3CC29424, 0x5EE01D1D, 0x83A5B7A5, - 0xF90696D8, 0x24433C60, 0x4661B559, 0x9B241FE1, - 0x8224A72B, 0x5F610D93, 0x3D4384AA, 0xE0062E12, - 0x0F42F53E, 0xD2075F86, 0xB025D6BF, 0x6D607C07, - 0x7460C4CD, 0xA9256E75, 0xCB07E74C, 0x16424DF4, - 0x106227E5, 0xCD278D5D, 0xAF050464, 0x7240AEDC, - 0x6B401616, 0xB605BCAE, 0xD4273597, 0x09629F2F, - 0xE6264403, 0x3B63EEBB, 0x59416782, 0x8404CD3A, - 0x9D0475F0, 0x4041DF48, 0x22635671, 0xFF26FCC9, - 0x2E238253, 0xF36628EB, 0x9144A1D2, 0x4C010B6A, - 0x5501B3A0, 0x88441918, 0xEA669021, 0x37233A99, - 0xD867E1B5, 0x05224B0D, 0x6700C234, 0xBA45688C, - 0xA345D046, 0x7E007AFE, 0x1C22F3C7, 0xC167597F, - 0xC747336E, 0x1A0299D6, 0x782010EF, 0xA565BA57, - 0xBC65029D, 0x6120A825, 0x0302211C, 0xDE478BA4, - 0x31035088, 0xEC46FA30, 0x8E647309, 0x5321D9B1, - 0x4A21617B, 0x9764CBC3, 0xF54642FA, 0x2803E842 - }; - static final int[] T8_4 = new int[] { - 0x00000000, 0x38116FAC, 0x7022DF58, 0x4833B0F4, - 0xE045BEB0, 0xD854D11C, 0x906761E8, 0xA8760E44, - 0xC5670B91, 0xFD76643D, 0xB545D4C9, 0x8D54BB65, - 0x2522B521, 0x1D33DA8D, 0x55006A79, 0x6D1105D5, - 0x8F2261D3, 0xB7330E7F, 0xFF00BE8B, 0xC711D127, - 0x6F67DF63, 0x5776B0CF, 0x1F45003B, 0x27546F97, - 0x4A456A42, 0x725405EE, 0x3A67B51A, 0x0276DAB6, - 0xAA00D4F2, 0x9211BB5E, 0xDA220BAA, 0xE2336406, - 0x1BA8B557, 0x23B9DAFB, 0x6B8A6A0F, 0x539B05A3, - 0xFBED0BE7, 0xC3FC644B, 0x8BCFD4BF, 0xB3DEBB13, - 0xDECFBEC6, 0xE6DED16A, 0xAEED619E, 0x96FC0E32, - 0x3E8A0076, 0x069B6FDA, 0x4EA8DF2E, 0x76B9B082, - 0x948AD484, 0xAC9BBB28, 0xE4A80BDC, 0xDCB96470, - 0x74CF6A34, 0x4CDE0598, 0x04EDB56C, 0x3CFCDAC0, - 0x51EDDF15, 0x69FCB0B9, 0x21CF004D, 0x19DE6FE1, - 0xB1A861A5, 0x89B90E09, 0xC18ABEFD, 0xF99BD151, - 0x37516AAE, 0x0F400502, 0x4773B5F6, 0x7F62DA5A, - 0xD714D41E, 0xEF05BBB2, 0xA7360B46, 0x9F2764EA, - 0xF236613F, 0xCA270E93, 0x8214BE67, 0xBA05D1CB, - 0x1273DF8F, 0x2A62B023, 0x625100D7, 0x5A406F7B, - 0xB8730B7D, 0x806264D1, 0xC851D425, 0xF040BB89, - 0x5836B5CD, 0x6027DA61, 0x28146A95, 0x10050539, - 0x7D1400EC, 0x45056F40, 0x0D36DFB4, 0x3527B018, - 0x9D51BE5C, 0xA540D1F0, 0xED736104, 0xD5620EA8, - 0x2CF9DFF9, 0x14E8B055, 0x5CDB00A1, 0x64CA6F0D, - 0xCCBC6149, 0xF4AD0EE5, 0xBC9EBE11, 0x848FD1BD, - 0xE99ED468, 0xD18FBBC4, 0x99BC0B30, 0xA1AD649C, - 0x09DB6AD8, 0x31CA0574, 0x79F9B580, 0x41E8DA2C, - 0xA3DBBE2A, 0x9BCAD186, 0xD3F96172, 0xEBE80EDE, - 0x439E009A, 0x7B8F6F36, 0x33BCDFC2, 0x0BADB06E, - 0x66BCB5BB, 0x5EADDA17, 0x169E6AE3, 0x2E8F054F, - 0x86F90B0B, 0xBEE864A7, 0xF6DBD453, 0xCECABBFF, - 0x6EA2D55C, 0x56B3BAF0, 0x1E800A04, 0x269165A8, - 0x8EE76BEC, 0xB6F60440, 0xFEC5B4B4, 0xC6D4DB18, - 0xABC5DECD, 0x93D4B161, 0xDBE70195, 0xE3F66E39, - 0x4B80607D, 0x73910FD1, 0x3BA2BF25, 0x03B3D089, - 0xE180B48F, 0xD991DB23, 0x91A26BD7, 0xA9B3047B, - 0x01C50A3F, 0x39D46593, 0x71E7D567, 0x49F6BACB, - 0x24E7BF1E, 0x1CF6D0B2, 0x54C56046, 0x6CD40FEA, - 0xC4A201AE, 0xFCB36E02, 0xB480DEF6, 0x8C91B15A, - 0x750A600B, 0x4D1B0FA7, 0x0528BF53, 0x3D39D0FF, - 0x954FDEBB, 0xAD5EB117, 0xE56D01E3, 0xDD7C6E4F, - 0xB06D6B9A, 0x887C0436, 0xC04FB4C2, 0xF85EDB6E, - 0x5028D52A, 0x6839BA86, 0x200A0A72, 0x181B65DE, - 0xFA2801D8, 0xC2396E74, 0x8A0ADE80, 0xB21BB12C, - 0x1A6DBF68, 0x227CD0C4, 0x6A4F6030, 0x525E0F9C, - 0x3F4F0A49, 0x075E65E5, 0x4F6DD511, 0x777CBABD, - 0xDF0AB4F9, 0xE71BDB55, 0xAF286BA1, 0x9739040D, - 0x59F3BFF2, 0x61E2D05E, 0x29D160AA, 0x11C00F06, - 0xB9B60142, 0x81A76EEE, 0xC994DE1A, 0xF185B1B6, - 0x9C94B463, 0xA485DBCF, 0xECB66B3B, 0xD4A70497, - 0x7CD10AD3, 0x44C0657F, 0x0CF3D58B, 0x34E2BA27, - 0xD6D1DE21, 0xEEC0B18D, 0xA6F30179, 0x9EE26ED5, - 0x36946091, 0x0E850F3D, 0x46B6BFC9, 0x7EA7D065, - 0x13B6D5B0, 0x2BA7BA1C, 0x63940AE8, 0x5B856544, - 0xF3F36B00, 0xCBE204AC, 0x83D1B458, 0xBBC0DBF4, - 0x425B0AA5, 0x7A4A6509, 0x3279D5FD, 0x0A68BA51, - 0xA21EB415, 0x9A0FDBB9, 0xD23C6B4D, 0xEA2D04E1, - 0x873C0134, 0xBF2D6E98, 0xF71EDE6C, 0xCF0FB1C0, - 0x6779BF84, 0x5F68D028, 0x175B60DC, 0x2F4A0F70, - 0xCD796B76, 0xF56804DA, 0xBD5BB42E, 0x854ADB82, - 0x2D3CD5C6, 0x152DBA6A, 0x5D1E0A9E, 0x650F6532, - 0x081E60E7, 0x300F0F4B, 0x783CBFBF, 0x402DD013, - 0xE85BDE57, 0xD04AB1FB, 0x9879010F, 0xA0686EA3 - }; - static final int[] T8_5 = new int[] { - 0x00000000, 0xEF306B19, 0xDB8CA0C3, 0x34BCCBDA, - 0xB2F53777, 0x5DC55C6E, 0x697997B4, 0x8649FCAD, - 0x6006181F, 0x8F367306, 0xBB8AB8DC, 0x54BAD3C5, - 0xD2F32F68, 0x3DC34471, 0x097F8FAB, 0xE64FE4B2, - 0xC00C303E, 0x2F3C5B27, 0x1B8090FD, 0xF4B0FBE4, - 0x72F90749, 0x9DC96C50, 0xA975A78A, 0x4645CC93, - 0xA00A2821, 0x4F3A4338, 0x7B8688E2, 0x94B6E3FB, - 0x12FF1F56, 0xFDCF744F, 0xC973BF95, 0x2643D48C, - 0x85F4168D, 0x6AC47D94, 0x5E78B64E, 0xB148DD57, - 0x370121FA, 0xD8314AE3, 0xEC8D8139, 0x03BDEA20, - 0xE5F20E92, 0x0AC2658B, 0x3E7EAE51, 0xD14EC548, - 0x570739E5, 0xB83752FC, 0x8C8B9926, 0x63BBF23F, - 0x45F826B3, 0xAAC84DAA, 0x9E748670, 0x7144ED69, - 0xF70D11C4, 0x183D7ADD, 0x2C81B107, 0xC3B1DA1E, - 0x25FE3EAC, 0xCACE55B5, 0xFE729E6F, 0x1142F576, - 0x970B09DB, 0x783B62C2, 0x4C87A918, 0xA3B7C201, - 0x0E045BEB, 0xE13430F2, 0xD588FB28, 0x3AB89031, - 0xBCF16C9C, 0x53C10785, 0x677DCC5F, 0x884DA746, - 0x6E0243F4, 0x813228ED, 0xB58EE337, 0x5ABE882E, - 0xDCF77483, 0x33C71F9A, 0x077BD440, 0xE84BBF59, - 0xCE086BD5, 0x213800CC, 0x1584CB16, 0xFAB4A00F, - 0x7CFD5CA2, 0x93CD37BB, 0xA771FC61, 0x48419778, - 0xAE0E73CA, 0x413E18D3, 0x7582D309, 0x9AB2B810, - 0x1CFB44BD, 0xF3CB2FA4, 0xC777E47E, 0x28478F67, - 0x8BF04D66, 0x64C0267F, 0x507CEDA5, 0xBF4C86BC, - 0x39057A11, 0xD6351108, 0xE289DAD2, 0x0DB9B1CB, - 0xEBF65579, 0x04C63E60, 0x307AF5BA, 0xDF4A9EA3, - 0x5903620E, 0xB6330917, 0x828FC2CD, 0x6DBFA9D4, - 0x4BFC7D58, 0xA4CC1641, 0x9070DD9B, 0x7F40B682, - 0xF9094A2F, 0x16392136, 0x2285EAEC, 0xCDB581F5, - 0x2BFA6547, 0xC4CA0E5E, 0xF076C584, 0x1F46AE9D, - 0x990F5230, 0x763F3929, 0x4283F2F3, 0xADB399EA, - 0x1C08B7D6, 0xF338DCCF, 0xC7841715, 0x28B47C0C, - 0xAEFD80A1, 0x41CDEBB8, 0x75712062, 0x9A414B7B, - 0x7C0EAFC9, 0x933EC4D0, 0xA7820F0A, 0x48B26413, - 0xCEFB98BE, 0x21CBF3A7, 0x1577387D, 0xFA475364, - 0xDC0487E8, 0x3334ECF1, 0x0788272B, 0xE8B84C32, - 0x6EF1B09F, 0x81C1DB86, 0xB57D105C, 0x5A4D7B45, - 0xBC029FF7, 0x5332F4EE, 0x678E3F34, 0x88BE542D, - 0x0EF7A880, 0xE1C7C399, 0xD57B0843, 0x3A4B635A, - 0x99FCA15B, 0x76CCCA42, 0x42700198, 0xAD406A81, - 0x2B09962C, 0xC439FD35, 0xF08536EF, 0x1FB55DF6, - 0xF9FAB944, 0x16CAD25D, 0x22761987, 0xCD46729E, - 0x4B0F8E33, 0xA43FE52A, 0x90832EF0, 0x7FB345E9, - 0x59F09165, 0xB6C0FA7C, 0x827C31A6, 0x6D4C5ABF, - 0xEB05A612, 0x0435CD0B, 0x308906D1, 0xDFB96DC8, - 0x39F6897A, 0xD6C6E263, 0xE27A29B9, 0x0D4A42A0, - 0x8B03BE0D, 0x6433D514, 0x508F1ECE, 0xBFBF75D7, - 0x120CEC3D, 0xFD3C8724, 0xC9804CFE, 0x26B027E7, - 0xA0F9DB4A, 0x4FC9B053, 0x7B757B89, 0x94451090, - 0x720AF422, 0x9D3A9F3B, 0xA98654E1, 0x46B63FF8, - 0xC0FFC355, 0x2FCFA84C, 0x1B736396, 0xF443088F, - 0xD200DC03, 0x3D30B71A, 0x098C7CC0, 0xE6BC17D9, - 0x60F5EB74, 0x8FC5806D, 0xBB794BB7, 0x544920AE, - 0xB206C41C, 0x5D36AF05, 0x698A64DF, 0x86BA0FC6, - 0x00F3F36B, 0xEFC39872, 0xDB7F53A8, 0x344F38B1, - 0x97F8FAB0, 0x78C891A9, 0x4C745A73, 0xA344316A, - 0x250DCDC7, 0xCA3DA6DE, 0xFE816D04, 0x11B1061D, - 0xF7FEE2AF, 0x18CE89B6, 0x2C72426C, 0xC3422975, - 0x450BD5D8, 0xAA3BBEC1, 0x9E87751B, 0x71B71E02, - 0x57F4CA8E, 0xB8C4A197, 0x8C786A4D, 0x63480154, - 0xE501FDF9, 0x0A3196E0, 0x3E8D5D3A, 0xD1BD3623, - 0x37F2D291, 0xD8C2B988, 0xEC7E7252, 0x034E194B, - 0x8507E5E6, 0x6A378EFF, 0x5E8B4525, 0xB1BB2E3C - }; - static final int[] T8_6 = new int[] { - 0x00000000, 0x68032CC8, 0xD0065990, 0xB8057558, - 0xA5E0C5D1, 0xCDE3E919, 0x75E69C41, 0x1DE5B089, - 0x4E2DFD53, 0x262ED19B, 0x9E2BA4C3, 0xF628880B, - 0xEBCD3882, 0x83CE144A, 0x3BCB6112, 0x53C84DDA, - 0x9C5BFAA6, 0xF458D66E, 0x4C5DA336, 0x245E8FFE, - 0x39BB3F77, 0x51B813BF, 0xE9BD66E7, 0x81BE4A2F, - 0xD27607F5, 0xBA752B3D, 0x02705E65, 0x6A7372AD, - 0x7796C224, 0x1F95EEEC, 0xA7909BB4, 0xCF93B77C, - 0x3D5B83BD, 0x5558AF75, 0xED5DDA2D, 0x855EF6E5, - 0x98BB466C, 0xF0B86AA4, 0x48BD1FFC, 0x20BE3334, - 0x73767EEE, 0x1B755226, 0xA370277E, 0xCB730BB6, - 0xD696BB3F, 0xBE9597F7, 0x0690E2AF, 0x6E93CE67, - 0xA100791B, 0xC90355D3, 0x7106208B, 0x19050C43, - 0x04E0BCCA, 0x6CE39002, 0xD4E6E55A, 0xBCE5C992, - 0xEF2D8448, 0x872EA880, 0x3F2BDDD8, 0x5728F110, - 0x4ACD4199, 0x22CE6D51, 0x9ACB1809, 0xF2C834C1, - 0x7AB7077A, 0x12B42BB2, 0xAAB15EEA, 0xC2B27222, - 0xDF57C2AB, 0xB754EE63, 0x0F519B3B, 0x6752B7F3, - 0x349AFA29, 0x5C99D6E1, 0xE49CA3B9, 0x8C9F8F71, - 0x917A3FF8, 0xF9791330, 0x417C6668, 0x297F4AA0, - 0xE6ECFDDC, 0x8EEFD114, 0x36EAA44C, 0x5EE98884, - 0x430C380D, 0x2B0F14C5, 0x930A619D, 0xFB094D55, - 0xA8C1008F, 0xC0C22C47, 0x78C7591F, 0x10C475D7, - 0x0D21C55E, 0x6522E996, 0xDD279CCE, 0xB524B006, - 0x47EC84C7, 0x2FEFA80F, 0x97EADD57, 0xFFE9F19F, - 0xE20C4116, 0x8A0F6DDE, 0x320A1886, 0x5A09344E, - 0x09C17994, 0x61C2555C, 0xD9C72004, 0xB1C40CCC, - 0xAC21BC45, 0xC422908D, 0x7C27E5D5, 0x1424C91D, - 0xDBB77E61, 0xB3B452A9, 0x0BB127F1, 0x63B20B39, - 0x7E57BBB0, 0x16549778, 0xAE51E220, 0xC652CEE8, - 0x959A8332, 0xFD99AFFA, 0x459CDAA2, 0x2D9FF66A, - 0x307A46E3, 0x58796A2B, 0xE07C1F73, 0x887F33BB, - 0xF56E0EF4, 0x9D6D223C, 0x25685764, 0x4D6B7BAC, - 0x508ECB25, 0x388DE7ED, 0x808892B5, 0xE88BBE7D, - 0xBB43F3A7, 0xD340DF6F, 0x6B45AA37, 0x034686FF, - 0x1EA33676, 0x76A01ABE, 0xCEA56FE6, 0xA6A6432E, - 0x6935F452, 0x0136D89A, 0xB933ADC2, 0xD130810A, - 0xCCD53183, 0xA4D61D4B, 0x1CD36813, 0x74D044DB, - 0x27180901, 0x4F1B25C9, 0xF71E5091, 0x9F1D7C59, - 0x82F8CCD0, 0xEAFBE018, 0x52FE9540, 0x3AFDB988, - 0xC8358D49, 0xA036A181, 0x1833D4D9, 0x7030F811, - 0x6DD54898, 0x05D66450, 0xBDD31108, 0xD5D03DC0, - 0x8618701A, 0xEE1B5CD2, 0x561E298A, 0x3E1D0542, - 0x23F8B5CB, 0x4BFB9903, 0xF3FEEC5B, 0x9BFDC093, - 0x546E77EF, 0x3C6D5B27, 0x84682E7F, 0xEC6B02B7, - 0xF18EB23E, 0x998D9EF6, 0x2188EBAE, 0x498BC766, - 0x1A438ABC, 0x7240A674, 0xCA45D32C, 0xA246FFE4, - 0xBFA34F6D, 0xD7A063A5, 0x6FA516FD, 0x07A63A35, - 0x8FD9098E, 0xE7DA2546, 0x5FDF501E, 0x37DC7CD6, - 0x2A39CC5F, 0x423AE097, 0xFA3F95CF, 0x923CB907, - 0xC1F4F4DD, 0xA9F7D815, 0x11F2AD4D, 0x79F18185, - 0x6414310C, 0x0C171DC4, 0xB412689C, 0xDC114454, - 0x1382F328, 0x7B81DFE0, 0xC384AAB8, 0xAB878670, - 0xB66236F9, 0xDE611A31, 0x66646F69, 0x0E6743A1, - 0x5DAF0E7B, 0x35AC22B3, 0x8DA957EB, 0xE5AA7B23, - 0xF84FCBAA, 0x904CE762, 0x2849923A, 0x404ABEF2, - 0xB2828A33, 0xDA81A6FB, 0x6284D3A3, 0x0A87FF6B, - 0x17624FE2, 0x7F61632A, 0xC7641672, 0xAF673ABA, - 0xFCAF7760, 0x94AC5BA8, 0x2CA92EF0, 0x44AA0238, - 0x594FB2B1, 0x314C9E79, 0x8949EB21, 0xE14AC7E9, - 0x2ED97095, 0x46DA5C5D, 0xFEDF2905, 0x96DC05CD, - 0x8B39B544, 0xE33A998C, 0x5B3FECD4, 0x333CC01C, - 0x60F48DC6, 0x08F7A10E, 0xB0F2D456, 0xD8F1F89E, - 0xC5144817, 0xAD1764DF, 0x15121187, 0x7D113D4F - }; - static final int[] T8_7 = new int[] { - 0x00000000, 0x493C7D27, 0x9278FA4E, 0xDB448769, - 0x211D826D, 0x6821FF4A, 0xB3657823, 0xFA590504, - 0x423B04DA, 0x0B0779FD, 0xD043FE94, 0x997F83B3, - 0x632686B7, 0x2A1AFB90, 0xF15E7CF9, 0xB86201DE, - 0x847609B4, 0xCD4A7493, 0x160EF3FA, 0x5F328EDD, - 0xA56B8BD9, 0xEC57F6FE, 0x37137197, 0x7E2F0CB0, - 0xC64D0D6E, 0x8F717049, 0x5435F720, 0x1D098A07, - 0xE7508F03, 0xAE6CF224, 0x7528754D, 0x3C14086A, - 0x0D006599, 0x443C18BE, 0x9F789FD7, 0xD644E2F0, - 0x2C1DE7F4, 0x65219AD3, 0xBE651DBA, 0xF759609D, - 0x4F3B6143, 0x06071C64, 0xDD439B0D, 0x947FE62A, - 0x6E26E32E, 0x271A9E09, 0xFC5E1960, 0xB5626447, - 0x89766C2D, 0xC04A110A, 0x1B0E9663, 0x5232EB44, - 0xA86BEE40, 0xE1579367, 0x3A13140E, 0x732F6929, - 0xCB4D68F7, 0x827115D0, 0x593592B9, 0x1009EF9E, - 0xEA50EA9A, 0xA36C97BD, 0x782810D4, 0x31146DF3, - 0x1A00CB32, 0x533CB615, 0x8878317C, 0xC1444C5B, - 0x3B1D495F, 0x72213478, 0xA965B311, 0xE059CE36, - 0x583BCFE8, 0x1107B2CF, 0xCA4335A6, 0x837F4881, - 0x79264D85, 0x301A30A2, 0xEB5EB7CB, 0xA262CAEC, - 0x9E76C286, 0xD74ABFA1, 0x0C0E38C8, 0x453245EF, - 0xBF6B40EB, 0xF6573DCC, 0x2D13BAA5, 0x642FC782, - 0xDC4DC65C, 0x9571BB7B, 0x4E353C12, 0x07094135, - 0xFD504431, 0xB46C3916, 0x6F28BE7F, 0x2614C358, - 0x1700AEAB, 0x5E3CD38C, 0x857854E5, 0xCC4429C2, - 0x361D2CC6, 0x7F2151E1, 0xA465D688, 0xED59ABAF, - 0x553BAA71, 0x1C07D756, 0xC743503F, 0x8E7F2D18, - 0x7426281C, 0x3D1A553B, 0xE65ED252, 0xAF62AF75, - 0x9376A71F, 0xDA4ADA38, 0x010E5D51, 0x48322076, - 0xB26B2572, 0xFB575855, 0x2013DF3C, 0x692FA21B, - 0xD14DA3C5, 0x9871DEE2, 0x4335598B, 0x0A0924AC, - 0xF05021A8, 0xB96C5C8F, 0x6228DBE6, 0x2B14A6C1, - 0x34019664, 0x7D3DEB43, 0xA6796C2A, 0xEF45110D, - 0x151C1409, 0x5C20692E, 0x8764EE47, 0xCE589360, - 0x763A92BE, 0x3F06EF99, 0xE44268F0, 0xAD7E15D7, - 0x572710D3, 0x1E1B6DF4, 0xC55FEA9D, 0x8C6397BA, - 0xB0779FD0, 0xF94BE2F7, 0x220F659E, 0x6B3318B9, - 0x916A1DBD, 0xD856609A, 0x0312E7F3, 0x4A2E9AD4, - 0xF24C9B0A, 0xBB70E62D, 0x60346144, 0x29081C63, - 0xD3511967, 0x9A6D6440, 0x4129E329, 0x08159E0E, - 0x3901F3FD, 0x703D8EDA, 0xAB7909B3, 0xE2457494, - 0x181C7190, 0x51200CB7, 0x8A648BDE, 0xC358F6F9, - 0x7B3AF727, 0x32068A00, 0xE9420D69, 0xA07E704E, - 0x5A27754A, 0x131B086D, 0xC85F8F04, 0x8163F223, - 0xBD77FA49, 0xF44B876E, 0x2F0F0007, 0x66337D20, - 0x9C6A7824, 0xD5560503, 0x0E12826A, 0x472EFF4D, - 0xFF4CFE93, 0xB67083B4, 0x6D3404DD, 0x240879FA, - 0xDE517CFE, 0x976D01D9, 0x4C2986B0, 0x0515FB97, - 0x2E015D56, 0x673D2071, 0xBC79A718, 0xF545DA3F, - 0x0F1CDF3B, 0x4620A21C, 0x9D642575, 0xD4585852, - 0x6C3A598C, 0x250624AB, 0xFE42A3C2, 0xB77EDEE5, - 0x4D27DBE1, 0x041BA6C6, 0xDF5F21AF, 0x96635C88, - 0xAA7754E2, 0xE34B29C5, 0x380FAEAC, 0x7133D38B, - 0x8B6AD68F, 0xC256ABA8, 0x19122CC1, 0x502E51E6, - 0xE84C5038, 0xA1702D1F, 0x7A34AA76, 0x3308D751, - 0xC951D255, 0x806DAF72, 0x5B29281B, 0x1215553C, - 0x230138CF, 0x6A3D45E8, 0xB179C281, 0xF845BFA6, - 0x021CBAA2, 0x4B20C785, 0x906440EC, 0xD9583DCB, - 0x613A3C15, 0x28064132, 0xF342C65B, 0xBA7EBB7C, - 0x4027BE78, 0x091BC35F, 0xD25F4436, 0x9B633911, - 0xA777317B, 0xEE4B4C5C, 0x350FCB35, 0x7C33B612, - 0x866AB316, 0xCF56CE31, 0x14124958, 0x5D2E347F, - 0xE54C35A1, 0xAC704886, 0x7734CFEF, 0x3E08B2C8, - 0xC451B7CC, 0x8D6DCAEB, 0x56294D82, 0x1F1530A5 - }; +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * + * Some portions of this file Copyright (c) 2004-2006 Intel Corportation + * and licensed under the BSD license. + */ +package org.xerial.snappy; + +import java.util.zip.Checksum; + +/** + * A pure-java implementation of the CRC32 checksum that uses + * the CRC32-C polynomial, the same polynomial used by iSCSI + * and implemented on many Intel chipsets supporting SSE4.2. + */ +public class PureJavaCrc32C implements Checksum { + + /** the current CRC value, bit-flipped */ + private int crc; + + /** Create a new PureJavaCrc32 object. */ + public PureJavaCrc32C() { + reset(); + } + + public int getIntegerValue() { + return ~crc; + } + + /** {@inheritDoc} */ + public long getValue() { + long ret = crc; + return (~ret) & 0xffffffffL; + } + + /** {@inheritDoc} */ + public void reset() { + crc = 0xffffffff; + } + + /** {@inheritDoc} */ + public void update(byte[] b, int off, int len) { + int localCrc = crc; + while(len > 7) { + int c0 = b[off++] ^ localCrc; + int c1 = b[off++] ^ (localCrc >>>= 8); + int c2 = b[off++] ^ (localCrc >>>= 8); + int c3 = b[off++] ^ (localCrc >>>= 8); + localCrc = (T8_7[c0 & 0xff] ^ T8_6[c1 & 0xff]) + ^ (T8_5[c2 & 0xff] ^ T8_4[c3 & 0xff]); + + localCrc ^= (T8_3[b[off++] & 0xff] ^ T8_2[b[off++] & 0xff]) + ^ (T8_1[b[off++] & 0xff] ^ T8_0[b[off++] & 0xff]); + + len -= 8; + } + while(len > 0) { + localCrc = (localCrc >>> 8) ^ T8_0[(localCrc ^ b[off++]) & 0xff]; + len--; + } + + // Publish crc out to object + crc = localCrc; + } + + /** {@inheritDoc} */ + final public void update(int b) { + crc = (crc >>> 8) ^ T8_0[(crc ^ b) & 0xff]; + } + + // CRC polynomial tables generated by: + // java -cp build/test/classes/:build/classes/ \ + // org.apache.hadoop.util.TestPureJavaCrc32\$Table 82F63B78 + + static final int[] T8_0 = new int[] { + 0x00000000, 0xF26B8303, 0xE13B70F7, 0x1350F3F4, + 0xC79A971F, 0x35F1141C, 0x26A1E7E8, 0xD4CA64EB, + 0x8AD958CF, 0x78B2DBCC, 0x6BE22838, 0x9989AB3B, + 0x4D43CFD0, 0xBF284CD3, 0xAC78BF27, 0x5E133C24, + 0x105EC76F, 0xE235446C, 0xF165B798, 0x030E349B, + 0xD7C45070, 0x25AFD373, 0x36FF2087, 0xC494A384, + 0x9A879FA0, 0x68EC1CA3, 0x7BBCEF57, 0x89D76C54, + 0x5D1D08BF, 0xAF768BBC, 0xBC267848, 0x4E4DFB4B, + 0x20BD8EDE, 0xD2D60DDD, 0xC186FE29, 0x33ED7D2A, + 0xE72719C1, 0x154C9AC2, 0x061C6936, 0xF477EA35, + 0xAA64D611, 0x580F5512, 0x4B5FA6E6, 0xB93425E5, + 0x6DFE410E, 0x9F95C20D, 0x8CC531F9, 0x7EAEB2FA, + 0x30E349B1, 0xC288CAB2, 0xD1D83946, 0x23B3BA45, + 0xF779DEAE, 0x05125DAD, 0x1642AE59, 0xE4292D5A, + 0xBA3A117E, 0x4851927D, 0x5B016189, 0xA96AE28A, + 0x7DA08661, 0x8FCB0562, 0x9C9BF696, 0x6EF07595, + 0x417B1DBC, 0xB3109EBF, 0xA0406D4B, 0x522BEE48, + 0x86E18AA3, 0x748A09A0, 0x67DAFA54, 0x95B17957, + 0xCBA24573, 0x39C9C670, 0x2A993584, 0xD8F2B687, + 0x0C38D26C, 0xFE53516F, 0xED03A29B, 0x1F682198, + 0x5125DAD3, 0xA34E59D0, 0xB01EAA24, 0x42752927, + 0x96BF4DCC, 0x64D4CECF, 0x77843D3B, 0x85EFBE38, + 0xDBFC821C, 0x2997011F, 0x3AC7F2EB, 0xC8AC71E8, + 0x1C661503, 0xEE0D9600, 0xFD5D65F4, 0x0F36E6F7, + 0x61C69362, 0x93AD1061, 0x80FDE395, 0x72966096, + 0xA65C047D, 0x5437877E, 0x4767748A, 0xB50CF789, + 0xEB1FCBAD, 0x197448AE, 0x0A24BB5A, 0xF84F3859, + 0x2C855CB2, 0xDEEEDFB1, 0xCDBE2C45, 0x3FD5AF46, + 0x7198540D, 0x83F3D70E, 0x90A324FA, 0x62C8A7F9, + 0xB602C312, 0x44694011, 0x5739B3E5, 0xA55230E6, + 0xFB410CC2, 0x092A8FC1, 0x1A7A7C35, 0xE811FF36, + 0x3CDB9BDD, 0xCEB018DE, 0xDDE0EB2A, 0x2F8B6829, + 0x82F63B78, 0x709DB87B, 0x63CD4B8F, 0x91A6C88C, + 0x456CAC67, 0xB7072F64, 0xA457DC90, 0x563C5F93, + 0x082F63B7, 0xFA44E0B4, 0xE9141340, 0x1B7F9043, + 0xCFB5F4A8, 0x3DDE77AB, 0x2E8E845F, 0xDCE5075C, + 0x92A8FC17, 0x60C37F14, 0x73938CE0, 0x81F80FE3, + 0x55326B08, 0xA759E80B, 0xB4091BFF, 0x466298FC, + 0x1871A4D8, 0xEA1A27DB, 0xF94AD42F, 0x0B21572C, + 0xDFEB33C7, 0x2D80B0C4, 0x3ED04330, 0xCCBBC033, + 0xA24BB5A6, 0x502036A5, 0x4370C551, 0xB11B4652, + 0x65D122B9, 0x97BAA1BA, 0x84EA524E, 0x7681D14D, + 0x2892ED69, 0xDAF96E6A, 0xC9A99D9E, 0x3BC21E9D, + 0xEF087A76, 0x1D63F975, 0x0E330A81, 0xFC588982, + 0xB21572C9, 0x407EF1CA, 0x532E023E, 0xA145813D, + 0x758FE5D6, 0x87E466D5, 0x94B49521, 0x66DF1622, + 0x38CC2A06, 0xCAA7A905, 0xD9F75AF1, 0x2B9CD9F2, + 0xFF56BD19, 0x0D3D3E1A, 0x1E6DCDEE, 0xEC064EED, + 0xC38D26C4, 0x31E6A5C7, 0x22B65633, 0xD0DDD530, + 0x0417B1DB, 0xF67C32D8, 0xE52CC12C, 0x1747422F, + 0x49547E0B, 0xBB3FFD08, 0xA86F0EFC, 0x5A048DFF, + 0x8ECEE914, 0x7CA56A17, 0x6FF599E3, 0x9D9E1AE0, + 0xD3D3E1AB, 0x21B862A8, 0x32E8915C, 0xC083125F, + 0x144976B4, 0xE622F5B7, 0xF5720643, 0x07198540, + 0x590AB964, 0xAB613A67, 0xB831C993, 0x4A5A4A90, + 0x9E902E7B, 0x6CFBAD78, 0x7FAB5E8C, 0x8DC0DD8F, + 0xE330A81A, 0x115B2B19, 0x020BD8ED, 0xF0605BEE, + 0x24AA3F05, 0xD6C1BC06, 0xC5914FF2, 0x37FACCF1, + 0x69E9F0D5, 0x9B8273D6, 0x88D28022, 0x7AB90321, + 0xAE7367CA, 0x5C18E4C9, 0x4F48173D, 0xBD23943E, + 0xF36E6F75, 0x0105EC76, 0x12551F82, 0xE03E9C81, + 0x34F4F86A, 0xC69F7B69, 0xD5CF889D, 0x27A40B9E, + 0x79B737BA, 0x8BDCB4B9, 0x988C474D, 0x6AE7C44E, + 0xBE2DA0A5, 0x4C4623A6, 0x5F16D052, 0xAD7D5351 + }; + static final int[] T8_1 = new int[] { + 0x00000000, 0x13A29877, 0x274530EE, 0x34E7A899, + 0x4E8A61DC, 0x5D28F9AB, 0x69CF5132, 0x7A6DC945, + 0x9D14C3B8, 0x8EB65BCF, 0xBA51F356, 0xA9F36B21, + 0xD39EA264, 0xC03C3A13, 0xF4DB928A, 0xE7790AFD, + 0x3FC5F181, 0x2C6769F6, 0x1880C16F, 0x0B225918, + 0x714F905D, 0x62ED082A, 0x560AA0B3, 0x45A838C4, + 0xA2D13239, 0xB173AA4E, 0x859402D7, 0x96369AA0, + 0xEC5B53E5, 0xFFF9CB92, 0xCB1E630B, 0xD8BCFB7C, + 0x7F8BE302, 0x6C297B75, 0x58CED3EC, 0x4B6C4B9B, + 0x310182DE, 0x22A31AA9, 0x1644B230, 0x05E62A47, + 0xE29F20BA, 0xF13DB8CD, 0xC5DA1054, 0xD6788823, + 0xAC154166, 0xBFB7D911, 0x8B507188, 0x98F2E9FF, + 0x404E1283, 0x53EC8AF4, 0x670B226D, 0x74A9BA1A, + 0x0EC4735F, 0x1D66EB28, 0x298143B1, 0x3A23DBC6, + 0xDD5AD13B, 0xCEF8494C, 0xFA1FE1D5, 0xE9BD79A2, + 0x93D0B0E7, 0x80722890, 0xB4958009, 0xA737187E, + 0xFF17C604, 0xECB55E73, 0xD852F6EA, 0xCBF06E9D, + 0xB19DA7D8, 0xA23F3FAF, 0x96D89736, 0x857A0F41, + 0x620305BC, 0x71A19DCB, 0x45463552, 0x56E4AD25, + 0x2C896460, 0x3F2BFC17, 0x0BCC548E, 0x186ECCF9, + 0xC0D23785, 0xD370AFF2, 0xE797076B, 0xF4359F1C, + 0x8E585659, 0x9DFACE2E, 0xA91D66B7, 0xBABFFEC0, + 0x5DC6F43D, 0x4E646C4A, 0x7A83C4D3, 0x69215CA4, + 0x134C95E1, 0x00EE0D96, 0x3409A50F, 0x27AB3D78, + 0x809C2506, 0x933EBD71, 0xA7D915E8, 0xB47B8D9F, + 0xCE1644DA, 0xDDB4DCAD, 0xE9537434, 0xFAF1EC43, + 0x1D88E6BE, 0x0E2A7EC9, 0x3ACDD650, 0x296F4E27, + 0x53028762, 0x40A01F15, 0x7447B78C, 0x67E52FFB, + 0xBF59D487, 0xACFB4CF0, 0x981CE469, 0x8BBE7C1E, + 0xF1D3B55B, 0xE2712D2C, 0xD69685B5, 0xC5341DC2, + 0x224D173F, 0x31EF8F48, 0x050827D1, 0x16AABFA6, + 0x6CC776E3, 0x7F65EE94, 0x4B82460D, 0x5820DE7A, + 0xFBC3FAF9, 0xE861628E, 0xDC86CA17, 0xCF245260, + 0xB5499B25, 0xA6EB0352, 0x920CABCB, 0x81AE33BC, + 0x66D73941, 0x7575A136, 0x419209AF, 0x523091D8, + 0x285D589D, 0x3BFFC0EA, 0x0F186873, 0x1CBAF004, + 0xC4060B78, 0xD7A4930F, 0xE3433B96, 0xF0E1A3E1, + 0x8A8C6AA4, 0x992EF2D3, 0xADC95A4A, 0xBE6BC23D, + 0x5912C8C0, 0x4AB050B7, 0x7E57F82E, 0x6DF56059, + 0x1798A91C, 0x043A316B, 0x30DD99F2, 0x237F0185, + 0x844819FB, 0x97EA818C, 0xA30D2915, 0xB0AFB162, + 0xCAC27827, 0xD960E050, 0xED8748C9, 0xFE25D0BE, + 0x195CDA43, 0x0AFE4234, 0x3E19EAAD, 0x2DBB72DA, + 0x57D6BB9F, 0x447423E8, 0x70938B71, 0x63311306, + 0xBB8DE87A, 0xA82F700D, 0x9CC8D894, 0x8F6A40E3, + 0xF50789A6, 0xE6A511D1, 0xD242B948, 0xC1E0213F, + 0x26992BC2, 0x353BB3B5, 0x01DC1B2C, 0x127E835B, + 0x68134A1E, 0x7BB1D269, 0x4F567AF0, 0x5CF4E287, + 0x04D43CFD, 0x1776A48A, 0x23910C13, 0x30339464, + 0x4A5E5D21, 0x59FCC556, 0x6D1B6DCF, 0x7EB9F5B8, + 0x99C0FF45, 0x8A626732, 0xBE85CFAB, 0xAD2757DC, + 0xD74A9E99, 0xC4E806EE, 0xF00FAE77, 0xE3AD3600, + 0x3B11CD7C, 0x28B3550B, 0x1C54FD92, 0x0FF665E5, + 0x759BACA0, 0x663934D7, 0x52DE9C4E, 0x417C0439, + 0xA6050EC4, 0xB5A796B3, 0x81403E2A, 0x92E2A65D, + 0xE88F6F18, 0xFB2DF76F, 0xCFCA5FF6, 0xDC68C781, + 0x7B5FDFFF, 0x68FD4788, 0x5C1AEF11, 0x4FB87766, + 0x35D5BE23, 0x26772654, 0x12908ECD, 0x013216BA, + 0xE64B1C47, 0xF5E98430, 0xC10E2CA9, 0xD2ACB4DE, + 0xA8C17D9B, 0xBB63E5EC, 0x8F844D75, 0x9C26D502, + 0x449A2E7E, 0x5738B609, 0x63DF1E90, 0x707D86E7, + 0x0A104FA2, 0x19B2D7D5, 0x2D557F4C, 0x3EF7E73B, + 0xD98EEDC6, 0xCA2C75B1, 0xFECBDD28, 0xED69455F, + 0x97048C1A, 0x84A6146D, 0xB041BCF4, 0xA3E32483 + }; + static final int[] T8_2 = new int[] { + 0x00000000, 0xA541927E, 0x4F6F520D, 0xEA2EC073, + 0x9EDEA41A, 0x3B9F3664, 0xD1B1F617, 0x74F06469, + 0x38513EC5, 0x9D10ACBB, 0x773E6CC8, 0xD27FFEB6, + 0xA68F9ADF, 0x03CE08A1, 0xE9E0C8D2, 0x4CA15AAC, + 0x70A27D8A, 0xD5E3EFF4, 0x3FCD2F87, 0x9A8CBDF9, + 0xEE7CD990, 0x4B3D4BEE, 0xA1138B9D, 0x045219E3, + 0x48F3434F, 0xEDB2D131, 0x079C1142, 0xA2DD833C, + 0xD62DE755, 0x736C752B, 0x9942B558, 0x3C032726, + 0xE144FB14, 0x4405696A, 0xAE2BA919, 0x0B6A3B67, + 0x7F9A5F0E, 0xDADBCD70, 0x30F50D03, 0x95B49F7D, + 0xD915C5D1, 0x7C5457AF, 0x967A97DC, 0x333B05A2, + 0x47CB61CB, 0xE28AF3B5, 0x08A433C6, 0xADE5A1B8, + 0x91E6869E, 0x34A714E0, 0xDE89D493, 0x7BC846ED, + 0x0F382284, 0xAA79B0FA, 0x40577089, 0xE516E2F7, + 0xA9B7B85B, 0x0CF62A25, 0xE6D8EA56, 0x43997828, + 0x37691C41, 0x92288E3F, 0x78064E4C, 0xDD47DC32, + 0xC76580D9, 0x622412A7, 0x880AD2D4, 0x2D4B40AA, + 0x59BB24C3, 0xFCFAB6BD, 0x16D476CE, 0xB395E4B0, + 0xFF34BE1C, 0x5A752C62, 0xB05BEC11, 0x151A7E6F, + 0x61EA1A06, 0xC4AB8878, 0x2E85480B, 0x8BC4DA75, + 0xB7C7FD53, 0x12866F2D, 0xF8A8AF5E, 0x5DE93D20, + 0x29195949, 0x8C58CB37, 0x66760B44, 0xC337993A, + 0x8F96C396, 0x2AD751E8, 0xC0F9919B, 0x65B803E5, + 0x1148678C, 0xB409F5F2, 0x5E273581, 0xFB66A7FF, + 0x26217BCD, 0x8360E9B3, 0x694E29C0, 0xCC0FBBBE, + 0xB8FFDFD7, 0x1DBE4DA9, 0xF7908DDA, 0x52D11FA4, + 0x1E704508, 0xBB31D776, 0x511F1705, 0xF45E857B, + 0x80AEE112, 0x25EF736C, 0xCFC1B31F, 0x6A802161, + 0x56830647, 0xF3C29439, 0x19EC544A, 0xBCADC634, + 0xC85DA25D, 0x6D1C3023, 0x8732F050, 0x2273622E, + 0x6ED23882, 0xCB93AAFC, 0x21BD6A8F, 0x84FCF8F1, + 0xF00C9C98, 0x554D0EE6, 0xBF63CE95, 0x1A225CEB, + 0x8B277743, 0x2E66E53D, 0xC448254E, 0x6109B730, + 0x15F9D359, 0xB0B84127, 0x5A968154, 0xFFD7132A, + 0xB3764986, 0x1637DBF8, 0xFC191B8B, 0x595889F5, + 0x2DA8ED9C, 0x88E97FE2, 0x62C7BF91, 0xC7862DEF, + 0xFB850AC9, 0x5EC498B7, 0xB4EA58C4, 0x11ABCABA, + 0x655BAED3, 0xC01A3CAD, 0x2A34FCDE, 0x8F756EA0, + 0xC3D4340C, 0x6695A672, 0x8CBB6601, 0x29FAF47F, + 0x5D0A9016, 0xF84B0268, 0x1265C21B, 0xB7245065, + 0x6A638C57, 0xCF221E29, 0x250CDE5A, 0x804D4C24, + 0xF4BD284D, 0x51FCBA33, 0xBBD27A40, 0x1E93E83E, + 0x5232B292, 0xF77320EC, 0x1D5DE09F, 0xB81C72E1, + 0xCCEC1688, 0x69AD84F6, 0x83834485, 0x26C2D6FB, + 0x1AC1F1DD, 0xBF8063A3, 0x55AEA3D0, 0xF0EF31AE, + 0x841F55C7, 0x215EC7B9, 0xCB7007CA, 0x6E3195B4, + 0x2290CF18, 0x87D15D66, 0x6DFF9D15, 0xC8BE0F6B, + 0xBC4E6B02, 0x190FF97C, 0xF321390F, 0x5660AB71, + 0x4C42F79A, 0xE90365E4, 0x032DA597, 0xA66C37E9, + 0xD29C5380, 0x77DDC1FE, 0x9DF3018D, 0x38B293F3, + 0x7413C95F, 0xD1525B21, 0x3B7C9B52, 0x9E3D092C, + 0xEACD6D45, 0x4F8CFF3B, 0xA5A23F48, 0x00E3AD36, + 0x3CE08A10, 0x99A1186E, 0x738FD81D, 0xD6CE4A63, + 0xA23E2E0A, 0x077FBC74, 0xED517C07, 0x4810EE79, + 0x04B1B4D5, 0xA1F026AB, 0x4BDEE6D8, 0xEE9F74A6, + 0x9A6F10CF, 0x3F2E82B1, 0xD50042C2, 0x7041D0BC, + 0xAD060C8E, 0x08479EF0, 0xE2695E83, 0x4728CCFD, + 0x33D8A894, 0x96993AEA, 0x7CB7FA99, 0xD9F668E7, + 0x9557324B, 0x3016A035, 0xDA386046, 0x7F79F238, + 0x0B899651, 0xAEC8042F, 0x44E6C45C, 0xE1A75622, + 0xDDA47104, 0x78E5E37A, 0x92CB2309, 0x378AB177, + 0x437AD51E, 0xE63B4760, 0x0C158713, 0xA954156D, + 0xE5F54FC1, 0x40B4DDBF, 0xAA9A1DCC, 0x0FDB8FB2, + 0x7B2BEBDB, 0xDE6A79A5, 0x3444B9D6, 0x91052BA8 + }; + static final int[] T8_3 = new int[] { + 0x00000000, 0xDD45AAB8, 0xBF672381, 0x62228939, + 0x7B2231F3, 0xA6679B4B, 0xC4451272, 0x1900B8CA, + 0xF64463E6, 0x2B01C95E, 0x49234067, 0x9466EADF, + 0x8D665215, 0x5023F8AD, 0x32017194, 0xEF44DB2C, + 0xE964B13D, 0x34211B85, 0x560392BC, 0x8B463804, + 0x924680CE, 0x4F032A76, 0x2D21A34F, 0xF06409F7, + 0x1F20D2DB, 0xC2657863, 0xA047F15A, 0x7D025BE2, + 0x6402E328, 0xB9474990, 0xDB65C0A9, 0x06206A11, + 0xD725148B, 0x0A60BE33, 0x6842370A, 0xB5079DB2, + 0xAC072578, 0x71428FC0, 0x136006F9, 0xCE25AC41, + 0x2161776D, 0xFC24DDD5, 0x9E0654EC, 0x4343FE54, + 0x5A43469E, 0x8706EC26, 0xE524651F, 0x3861CFA7, + 0x3E41A5B6, 0xE3040F0E, 0x81268637, 0x5C632C8F, + 0x45639445, 0x98263EFD, 0xFA04B7C4, 0x27411D7C, + 0xC805C650, 0x15406CE8, 0x7762E5D1, 0xAA274F69, + 0xB327F7A3, 0x6E625D1B, 0x0C40D422, 0xD1057E9A, + 0xABA65FE7, 0x76E3F55F, 0x14C17C66, 0xC984D6DE, + 0xD0846E14, 0x0DC1C4AC, 0x6FE34D95, 0xB2A6E72D, + 0x5DE23C01, 0x80A796B9, 0xE2851F80, 0x3FC0B538, + 0x26C00DF2, 0xFB85A74A, 0x99A72E73, 0x44E284CB, + 0x42C2EEDA, 0x9F874462, 0xFDA5CD5B, 0x20E067E3, + 0x39E0DF29, 0xE4A57591, 0x8687FCA8, 0x5BC25610, + 0xB4868D3C, 0x69C32784, 0x0BE1AEBD, 0xD6A40405, + 0xCFA4BCCF, 0x12E11677, 0x70C39F4E, 0xAD8635F6, + 0x7C834B6C, 0xA1C6E1D4, 0xC3E468ED, 0x1EA1C255, + 0x07A17A9F, 0xDAE4D027, 0xB8C6591E, 0x6583F3A6, + 0x8AC7288A, 0x57828232, 0x35A00B0B, 0xE8E5A1B3, + 0xF1E51979, 0x2CA0B3C1, 0x4E823AF8, 0x93C79040, + 0x95E7FA51, 0x48A250E9, 0x2A80D9D0, 0xF7C57368, + 0xEEC5CBA2, 0x3380611A, 0x51A2E823, 0x8CE7429B, + 0x63A399B7, 0xBEE6330F, 0xDCC4BA36, 0x0181108E, + 0x1881A844, 0xC5C402FC, 0xA7E68BC5, 0x7AA3217D, + 0x52A0C93F, 0x8FE56387, 0xEDC7EABE, 0x30824006, + 0x2982F8CC, 0xF4C75274, 0x96E5DB4D, 0x4BA071F5, + 0xA4E4AAD9, 0x79A10061, 0x1B838958, 0xC6C623E0, + 0xDFC69B2A, 0x02833192, 0x60A1B8AB, 0xBDE41213, + 0xBBC47802, 0x6681D2BA, 0x04A35B83, 0xD9E6F13B, + 0xC0E649F1, 0x1DA3E349, 0x7F816A70, 0xA2C4C0C8, + 0x4D801BE4, 0x90C5B15C, 0xF2E73865, 0x2FA292DD, + 0x36A22A17, 0xEBE780AF, 0x89C50996, 0x5480A32E, + 0x8585DDB4, 0x58C0770C, 0x3AE2FE35, 0xE7A7548D, + 0xFEA7EC47, 0x23E246FF, 0x41C0CFC6, 0x9C85657E, + 0x73C1BE52, 0xAE8414EA, 0xCCA69DD3, 0x11E3376B, + 0x08E38FA1, 0xD5A62519, 0xB784AC20, 0x6AC10698, + 0x6CE16C89, 0xB1A4C631, 0xD3864F08, 0x0EC3E5B0, + 0x17C35D7A, 0xCA86F7C2, 0xA8A47EFB, 0x75E1D443, + 0x9AA50F6F, 0x47E0A5D7, 0x25C22CEE, 0xF8878656, + 0xE1873E9C, 0x3CC29424, 0x5EE01D1D, 0x83A5B7A5, + 0xF90696D8, 0x24433C60, 0x4661B559, 0x9B241FE1, + 0x8224A72B, 0x5F610D93, 0x3D4384AA, 0xE0062E12, + 0x0F42F53E, 0xD2075F86, 0xB025D6BF, 0x6D607C07, + 0x7460C4CD, 0xA9256E75, 0xCB07E74C, 0x16424DF4, + 0x106227E5, 0xCD278D5D, 0xAF050464, 0x7240AEDC, + 0x6B401616, 0xB605BCAE, 0xD4273597, 0x09629F2F, + 0xE6264403, 0x3B63EEBB, 0x59416782, 0x8404CD3A, + 0x9D0475F0, 0x4041DF48, 0x22635671, 0xFF26FCC9, + 0x2E238253, 0xF36628EB, 0x9144A1D2, 0x4C010B6A, + 0x5501B3A0, 0x88441918, 0xEA669021, 0x37233A99, + 0xD867E1B5, 0x05224B0D, 0x6700C234, 0xBA45688C, + 0xA345D046, 0x7E007AFE, 0x1C22F3C7, 0xC167597F, + 0xC747336E, 0x1A0299D6, 0x782010EF, 0xA565BA57, + 0xBC65029D, 0x6120A825, 0x0302211C, 0xDE478BA4, + 0x31035088, 0xEC46FA30, 0x8E647309, 0x5321D9B1, + 0x4A21617B, 0x9764CBC3, 0xF54642FA, 0x2803E842 + }; + static final int[] T8_4 = new int[] { + 0x00000000, 0x38116FAC, 0x7022DF58, 0x4833B0F4, + 0xE045BEB0, 0xD854D11C, 0x906761E8, 0xA8760E44, + 0xC5670B91, 0xFD76643D, 0xB545D4C9, 0x8D54BB65, + 0x2522B521, 0x1D33DA8D, 0x55006A79, 0x6D1105D5, + 0x8F2261D3, 0xB7330E7F, 0xFF00BE8B, 0xC711D127, + 0x6F67DF63, 0x5776B0CF, 0x1F45003B, 0x27546F97, + 0x4A456A42, 0x725405EE, 0x3A67B51A, 0x0276DAB6, + 0xAA00D4F2, 0x9211BB5E, 0xDA220BAA, 0xE2336406, + 0x1BA8B557, 0x23B9DAFB, 0x6B8A6A0F, 0x539B05A3, + 0xFBED0BE7, 0xC3FC644B, 0x8BCFD4BF, 0xB3DEBB13, + 0xDECFBEC6, 0xE6DED16A, 0xAEED619E, 0x96FC0E32, + 0x3E8A0076, 0x069B6FDA, 0x4EA8DF2E, 0x76B9B082, + 0x948AD484, 0xAC9BBB28, 0xE4A80BDC, 0xDCB96470, + 0x74CF6A34, 0x4CDE0598, 0x04EDB56C, 0x3CFCDAC0, + 0x51EDDF15, 0x69FCB0B9, 0x21CF004D, 0x19DE6FE1, + 0xB1A861A5, 0x89B90E09, 0xC18ABEFD, 0xF99BD151, + 0x37516AAE, 0x0F400502, 0x4773B5F6, 0x7F62DA5A, + 0xD714D41E, 0xEF05BBB2, 0xA7360B46, 0x9F2764EA, + 0xF236613F, 0xCA270E93, 0x8214BE67, 0xBA05D1CB, + 0x1273DF8F, 0x2A62B023, 0x625100D7, 0x5A406F7B, + 0xB8730B7D, 0x806264D1, 0xC851D425, 0xF040BB89, + 0x5836B5CD, 0x6027DA61, 0x28146A95, 0x10050539, + 0x7D1400EC, 0x45056F40, 0x0D36DFB4, 0x3527B018, + 0x9D51BE5C, 0xA540D1F0, 0xED736104, 0xD5620EA8, + 0x2CF9DFF9, 0x14E8B055, 0x5CDB00A1, 0x64CA6F0D, + 0xCCBC6149, 0xF4AD0EE5, 0xBC9EBE11, 0x848FD1BD, + 0xE99ED468, 0xD18FBBC4, 0x99BC0B30, 0xA1AD649C, + 0x09DB6AD8, 0x31CA0574, 0x79F9B580, 0x41E8DA2C, + 0xA3DBBE2A, 0x9BCAD186, 0xD3F96172, 0xEBE80EDE, + 0x439E009A, 0x7B8F6F36, 0x33BCDFC2, 0x0BADB06E, + 0x66BCB5BB, 0x5EADDA17, 0x169E6AE3, 0x2E8F054F, + 0x86F90B0B, 0xBEE864A7, 0xF6DBD453, 0xCECABBFF, + 0x6EA2D55C, 0x56B3BAF0, 0x1E800A04, 0x269165A8, + 0x8EE76BEC, 0xB6F60440, 0xFEC5B4B4, 0xC6D4DB18, + 0xABC5DECD, 0x93D4B161, 0xDBE70195, 0xE3F66E39, + 0x4B80607D, 0x73910FD1, 0x3BA2BF25, 0x03B3D089, + 0xE180B48F, 0xD991DB23, 0x91A26BD7, 0xA9B3047B, + 0x01C50A3F, 0x39D46593, 0x71E7D567, 0x49F6BACB, + 0x24E7BF1E, 0x1CF6D0B2, 0x54C56046, 0x6CD40FEA, + 0xC4A201AE, 0xFCB36E02, 0xB480DEF6, 0x8C91B15A, + 0x750A600B, 0x4D1B0FA7, 0x0528BF53, 0x3D39D0FF, + 0x954FDEBB, 0xAD5EB117, 0xE56D01E3, 0xDD7C6E4F, + 0xB06D6B9A, 0x887C0436, 0xC04FB4C2, 0xF85EDB6E, + 0x5028D52A, 0x6839BA86, 0x200A0A72, 0x181B65DE, + 0xFA2801D8, 0xC2396E74, 0x8A0ADE80, 0xB21BB12C, + 0x1A6DBF68, 0x227CD0C4, 0x6A4F6030, 0x525E0F9C, + 0x3F4F0A49, 0x075E65E5, 0x4F6DD511, 0x777CBABD, + 0xDF0AB4F9, 0xE71BDB55, 0xAF286BA1, 0x9739040D, + 0x59F3BFF2, 0x61E2D05E, 0x29D160AA, 0x11C00F06, + 0xB9B60142, 0x81A76EEE, 0xC994DE1A, 0xF185B1B6, + 0x9C94B463, 0xA485DBCF, 0xECB66B3B, 0xD4A70497, + 0x7CD10AD3, 0x44C0657F, 0x0CF3D58B, 0x34E2BA27, + 0xD6D1DE21, 0xEEC0B18D, 0xA6F30179, 0x9EE26ED5, + 0x36946091, 0x0E850F3D, 0x46B6BFC9, 0x7EA7D065, + 0x13B6D5B0, 0x2BA7BA1C, 0x63940AE8, 0x5B856544, + 0xF3F36B00, 0xCBE204AC, 0x83D1B458, 0xBBC0DBF4, + 0x425B0AA5, 0x7A4A6509, 0x3279D5FD, 0x0A68BA51, + 0xA21EB415, 0x9A0FDBB9, 0xD23C6B4D, 0xEA2D04E1, + 0x873C0134, 0xBF2D6E98, 0xF71EDE6C, 0xCF0FB1C0, + 0x6779BF84, 0x5F68D028, 0x175B60DC, 0x2F4A0F70, + 0xCD796B76, 0xF56804DA, 0xBD5BB42E, 0x854ADB82, + 0x2D3CD5C6, 0x152DBA6A, 0x5D1E0A9E, 0x650F6532, + 0x081E60E7, 0x300F0F4B, 0x783CBFBF, 0x402DD013, + 0xE85BDE57, 0xD04AB1FB, 0x9879010F, 0xA0686EA3 + }; + static final int[] T8_5 = new int[] { + 0x00000000, 0xEF306B19, 0xDB8CA0C3, 0x34BCCBDA, + 0xB2F53777, 0x5DC55C6E, 0x697997B4, 0x8649FCAD, + 0x6006181F, 0x8F367306, 0xBB8AB8DC, 0x54BAD3C5, + 0xD2F32F68, 0x3DC34471, 0x097F8FAB, 0xE64FE4B2, + 0xC00C303E, 0x2F3C5B27, 0x1B8090FD, 0xF4B0FBE4, + 0x72F90749, 0x9DC96C50, 0xA975A78A, 0x4645CC93, + 0xA00A2821, 0x4F3A4338, 0x7B8688E2, 0x94B6E3FB, + 0x12FF1F56, 0xFDCF744F, 0xC973BF95, 0x2643D48C, + 0x85F4168D, 0x6AC47D94, 0x5E78B64E, 0xB148DD57, + 0x370121FA, 0xD8314AE3, 0xEC8D8139, 0x03BDEA20, + 0xE5F20E92, 0x0AC2658B, 0x3E7EAE51, 0xD14EC548, + 0x570739E5, 0xB83752FC, 0x8C8B9926, 0x63BBF23F, + 0x45F826B3, 0xAAC84DAA, 0x9E748670, 0x7144ED69, + 0xF70D11C4, 0x183D7ADD, 0x2C81B107, 0xC3B1DA1E, + 0x25FE3EAC, 0xCACE55B5, 0xFE729E6F, 0x1142F576, + 0x970B09DB, 0x783B62C2, 0x4C87A918, 0xA3B7C201, + 0x0E045BEB, 0xE13430F2, 0xD588FB28, 0x3AB89031, + 0xBCF16C9C, 0x53C10785, 0x677DCC5F, 0x884DA746, + 0x6E0243F4, 0x813228ED, 0xB58EE337, 0x5ABE882E, + 0xDCF77483, 0x33C71F9A, 0x077BD440, 0xE84BBF59, + 0xCE086BD5, 0x213800CC, 0x1584CB16, 0xFAB4A00F, + 0x7CFD5CA2, 0x93CD37BB, 0xA771FC61, 0x48419778, + 0xAE0E73CA, 0x413E18D3, 0x7582D309, 0x9AB2B810, + 0x1CFB44BD, 0xF3CB2FA4, 0xC777E47E, 0x28478F67, + 0x8BF04D66, 0x64C0267F, 0x507CEDA5, 0xBF4C86BC, + 0x39057A11, 0xD6351108, 0xE289DAD2, 0x0DB9B1CB, + 0xEBF65579, 0x04C63E60, 0x307AF5BA, 0xDF4A9EA3, + 0x5903620E, 0xB6330917, 0x828FC2CD, 0x6DBFA9D4, + 0x4BFC7D58, 0xA4CC1641, 0x9070DD9B, 0x7F40B682, + 0xF9094A2F, 0x16392136, 0x2285EAEC, 0xCDB581F5, + 0x2BFA6547, 0xC4CA0E5E, 0xF076C584, 0x1F46AE9D, + 0x990F5230, 0x763F3929, 0x4283F2F3, 0xADB399EA, + 0x1C08B7D6, 0xF338DCCF, 0xC7841715, 0x28B47C0C, + 0xAEFD80A1, 0x41CDEBB8, 0x75712062, 0x9A414B7B, + 0x7C0EAFC9, 0x933EC4D0, 0xA7820F0A, 0x48B26413, + 0xCEFB98BE, 0x21CBF3A7, 0x1577387D, 0xFA475364, + 0xDC0487E8, 0x3334ECF1, 0x0788272B, 0xE8B84C32, + 0x6EF1B09F, 0x81C1DB86, 0xB57D105C, 0x5A4D7B45, + 0xBC029FF7, 0x5332F4EE, 0x678E3F34, 0x88BE542D, + 0x0EF7A880, 0xE1C7C399, 0xD57B0843, 0x3A4B635A, + 0x99FCA15B, 0x76CCCA42, 0x42700198, 0xAD406A81, + 0x2B09962C, 0xC439FD35, 0xF08536EF, 0x1FB55DF6, + 0xF9FAB944, 0x16CAD25D, 0x22761987, 0xCD46729E, + 0x4B0F8E33, 0xA43FE52A, 0x90832EF0, 0x7FB345E9, + 0x59F09165, 0xB6C0FA7C, 0x827C31A6, 0x6D4C5ABF, + 0xEB05A612, 0x0435CD0B, 0x308906D1, 0xDFB96DC8, + 0x39F6897A, 0xD6C6E263, 0xE27A29B9, 0x0D4A42A0, + 0x8B03BE0D, 0x6433D514, 0x508F1ECE, 0xBFBF75D7, + 0x120CEC3D, 0xFD3C8724, 0xC9804CFE, 0x26B027E7, + 0xA0F9DB4A, 0x4FC9B053, 0x7B757B89, 0x94451090, + 0x720AF422, 0x9D3A9F3B, 0xA98654E1, 0x46B63FF8, + 0xC0FFC355, 0x2FCFA84C, 0x1B736396, 0xF443088F, + 0xD200DC03, 0x3D30B71A, 0x098C7CC0, 0xE6BC17D9, + 0x60F5EB74, 0x8FC5806D, 0xBB794BB7, 0x544920AE, + 0xB206C41C, 0x5D36AF05, 0x698A64DF, 0x86BA0FC6, + 0x00F3F36B, 0xEFC39872, 0xDB7F53A8, 0x344F38B1, + 0x97F8FAB0, 0x78C891A9, 0x4C745A73, 0xA344316A, + 0x250DCDC7, 0xCA3DA6DE, 0xFE816D04, 0x11B1061D, + 0xF7FEE2AF, 0x18CE89B6, 0x2C72426C, 0xC3422975, + 0x450BD5D8, 0xAA3BBEC1, 0x9E87751B, 0x71B71E02, + 0x57F4CA8E, 0xB8C4A197, 0x8C786A4D, 0x63480154, + 0xE501FDF9, 0x0A3196E0, 0x3E8D5D3A, 0xD1BD3623, + 0x37F2D291, 0xD8C2B988, 0xEC7E7252, 0x034E194B, + 0x8507E5E6, 0x6A378EFF, 0x5E8B4525, 0xB1BB2E3C + }; + static final int[] T8_6 = new int[] { + 0x00000000, 0x68032CC8, 0xD0065990, 0xB8057558, + 0xA5E0C5D1, 0xCDE3E919, 0x75E69C41, 0x1DE5B089, + 0x4E2DFD53, 0x262ED19B, 0x9E2BA4C3, 0xF628880B, + 0xEBCD3882, 0x83CE144A, 0x3BCB6112, 0x53C84DDA, + 0x9C5BFAA6, 0xF458D66E, 0x4C5DA336, 0x245E8FFE, + 0x39BB3F77, 0x51B813BF, 0xE9BD66E7, 0x81BE4A2F, + 0xD27607F5, 0xBA752B3D, 0x02705E65, 0x6A7372AD, + 0x7796C224, 0x1F95EEEC, 0xA7909BB4, 0xCF93B77C, + 0x3D5B83BD, 0x5558AF75, 0xED5DDA2D, 0x855EF6E5, + 0x98BB466C, 0xF0B86AA4, 0x48BD1FFC, 0x20BE3334, + 0x73767EEE, 0x1B755226, 0xA370277E, 0xCB730BB6, + 0xD696BB3F, 0xBE9597F7, 0x0690E2AF, 0x6E93CE67, + 0xA100791B, 0xC90355D3, 0x7106208B, 0x19050C43, + 0x04E0BCCA, 0x6CE39002, 0xD4E6E55A, 0xBCE5C992, + 0xEF2D8448, 0x872EA880, 0x3F2BDDD8, 0x5728F110, + 0x4ACD4199, 0x22CE6D51, 0x9ACB1809, 0xF2C834C1, + 0x7AB7077A, 0x12B42BB2, 0xAAB15EEA, 0xC2B27222, + 0xDF57C2AB, 0xB754EE63, 0x0F519B3B, 0x6752B7F3, + 0x349AFA29, 0x5C99D6E1, 0xE49CA3B9, 0x8C9F8F71, + 0x917A3FF8, 0xF9791330, 0x417C6668, 0x297F4AA0, + 0xE6ECFDDC, 0x8EEFD114, 0x36EAA44C, 0x5EE98884, + 0x430C380D, 0x2B0F14C5, 0x930A619D, 0xFB094D55, + 0xA8C1008F, 0xC0C22C47, 0x78C7591F, 0x10C475D7, + 0x0D21C55E, 0x6522E996, 0xDD279CCE, 0xB524B006, + 0x47EC84C7, 0x2FEFA80F, 0x97EADD57, 0xFFE9F19F, + 0xE20C4116, 0x8A0F6DDE, 0x320A1886, 0x5A09344E, + 0x09C17994, 0x61C2555C, 0xD9C72004, 0xB1C40CCC, + 0xAC21BC45, 0xC422908D, 0x7C27E5D5, 0x1424C91D, + 0xDBB77E61, 0xB3B452A9, 0x0BB127F1, 0x63B20B39, + 0x7E57BBB0, 0x16549778, 0xAE51E220, 0xC652CEE8, + 0x959A8332, 0xFD99AFFA, 0x459CDAA2, 0x2D9FF66A, + 0x307A46E3, 0x58796A2B, 0xE07C1F73, 0x887F33BB, + 0xF56E0EF4, 0x9D6D223C, 0x25685764, 0x4D6B7BAC, + 0x508ECB25, 0x388DE7ED, 0x808892B5, 0xE88BBE7D, + 0xBB43F3A7, 0xD340DF6F, 0x6B45AA37, 0x034686FF, + 0x1EA33676, 0x76A01ABE, 0xCEA56FE6, 0xA6A6432E, + 0x6935F452, 0x0136D89A, 0xB933ADC2, 0xD130810A, + 0xCCD53183, 0xA4D61D4B, 0x1CD36813, 0x74D044DB, + 0x27180901, 0x4F1B25C9, 0xF71E5091, 0x9F1D7C59, + 0x82F8CCD0, 0xEAFBE018, 0x52FE9540, 0x3AFDB988, + 0xC8358D49, 0xA036A181, 0x1833D4D9, 0x7030F811, + 0x6DD54898, 0x05D66450, 0xBDD31108, 0xD5D03DC0, + 0x8618701A, 0xEE1B5CD2, 0x561E298A, 0x3E1D0542, + 0x23F8B5CB, 0x4BFB9903, 0xF3FEEC5B, 0x9BFDC093, + 0x546E77EF, 0x3C6D5B27, 0x84682E7F, 0xEC6B02B7, + 0xF18EB23E, 0x998D9EF6, 0x2188EBAE, 0x498BC766, + 0x1A438ABC, 0x7240A674, 0xCA45D32C, 0xA246FFE4, + 0xBFA34F6D, 0xD7A063A5, 0x6FA516FD, 0x07A63A35, + 0x8FD9098E, 0xE7DA2546, 0x5FDF501E, 0x37DC7CD6, + 0x2A39CC5F, 0x423AE097, 0xFA3F95CF, 0x923CB907, + 0xC1F4F4DD, 0xA9F7D815, 0x11F2AD4D, 0x79F18185, + 0x6414310C, 0x0C171DC4, 0xB412689C, 0xDC114454, + 0x1382F328, 0x7B81DFE0, 0xC384AAB8, 0xAB878670, + 0xB66236F9, 0xDE611A31, 0x66646F69, 0x0E6743A1, + 0x5DAF0E7B, 0x35AC22B3, 0x8DA957EB, 0xE5AA7B23, + 0xF84FCBAA, 0x904CE762, 0x2849923A, 0x404ABEF2, + 0xB2828A33, 0xDA81A6FB, 0x6284D3A3, 0x0A87FF6B, + 0x17624FE2, 0x7F61632A, 0xC7641672, 0xAF673ABA, + 0xFCAF7760, 0x94AC5BA8, 0x2CA92EF0, 0x44AA0238, + 0x594FB2B1, 0x314C9E79, 0x8949EB21, 0xE14AC7E9, + 0x2ED97095, 0x46DA5C5D, 0xFEDF2905, 0x96DC05CD, + 0x8B39B544, 0xE33A998C, 0x5B3FECD4, 0x333CC01C, + 0x60F48DC6, 0x08F7A10E, 0xB0F2D456, 0xD8F1F89E, + 0xC5144817, 0xAD1764DF, 0x15121187, 0x7D113D4F + }; + static final int[] T8_7 = new int[] { + 0x00000000, 0x493C7D27, 0x9278FA4E, 0xDB448769, + 0x211D826D, 0x6821FF4A, 0xB3657823, 0xFA590504, + 0x423B04DA, 0x0B0779FD, 0xD043FE94, 0x997F83B3, + 0x632686B7, 0x2A1AFB90, 0xF15E7CF9, 0xB86201DE, + 0x847609B4, 0xCD4A7493, 0x160EF3FA, 0x5F328EDD, + 0xA56B8BD9, 0xEC57F6FE, 0x37137197, 0x7E2F0CB0, + 0xC64D0D6E, 0x8F717049, 0x5435F720, 0x1D098A07, + 0xE7508F03, 0xAE6CF224, 0x7528754D, 0x3C14086A, + 0x0D006599, 0x443C18BE, 0x9F789FD7, 0xD644E2F0, + 0x2C1DE7F4, 0x65219AD3, 0xBE651DBA, 0xF759609D, + 0x4F3B6143, 0x06071C64, 0xDD439B0D, 0x947FE62A, + 0x6E26E32E, 0x271A9E09, 0xFC5E1960, 0xB5626447, + 0x89766C2D, 0xC04A110A, 0x1B0E9663, 0x5232EB44, + 0xA86BEE40, 0xE1579367, 0x3A13140E, 0x732F6929, + 0xCB4D68F7, 0x827115D0, 0x593592B9, 0x1009EF9E, + 0xEA50EA9A, 0xA36C97BD, 0x782810D4, 0x31146DF3, + 0x1A00CB32, 0x533CB615, 0x8878317C, 0xC1444C5B, + 0x3B1D495F, 0x72213478, 0xA965B311, 0xE059CE36, + 0x583BCFE8, 0x1107B2CF, 0xCA4335A6, 0x837F4881, + 0x79264D85, 0x301A30A2, 0xEB5EB7CB, 0xA262CAEC, + 0x9E76C286, 0xD74ABFA1, 0x0C0E38C8, 0x453245EF, + 0xBF6B40EB, 0xF6573DCC, 0x2D13BAA5, 0x642FC782, + 0xDC4DC65C, 0x9571BB7B, 0x4E353C12, 0x07094135, + 0xFD504431, 0xB46C3916, 0x6F28BE7F, 0x2614C358, + 0x1700AEAB, 0x5E3CD38C, 0x857854E5, 0xCC4429C2, + 0x361D2CC6, 0x7F2151E1, 0xA465D688, 0xED59ABAF, + 0x553BAA71, 0x1C07D756, 0xC743503F, 0x8E7F2D18, + 0x7426281C, 0x3D1A553B, 0xE65ED252, 0xAF62AF75, + 0x9376A71F, 0xDA4ADA38, 0x010E5D51, 0x48322076, + 0xB26B2572, 0xFB575855, 0x2013DF3C, 0x692FA21B, + 0xD14DA3C5, 0x9871DEE2, 0x4335598B, 0x0A0924AC, + 0xF05021A8, 0xB96C5C8F, 0x6228DBE6, 0x2B14A6C1, + 0x34019664, 0x7D3DEB43, 0xA6796C2A, 0xEF45110D, + 0x151C1409, 0x5C20692E, 0x8764EE47, 0xCE589360, + 0x763A92BE, 0x3F06EF99, 0xE44268F0, 0xAD7E15D7, + 0x572710D3, 0x1E1B6DF4, 0xC55FEA9D, 0x8C6397BA, + 0xB0779FD0, 0xF94BE2F7, 0x220F659E, 0x6B3318B9, + 0x916A1DBD, 0xD856609A, 0x0312E7F3, 0x4A2E9AD4, + 0xF24C9B0A, 0xBB70E62D, 0x60346144, 0x29081C63, + 0xD3511967, 0x9A6D6440, 0x4129E329, 0x08159E0E, + 0x3901F3FD, 0x703D8EDA, 0xAB7909B3, 0xE2457494, + 0x181C7190, 0x51200CB7, 0x8A648BDE, 0xC358F6F9, + 0x7B3AF727, 0x32068A00, 0xE9420D69, 0xA07E704E, + 0x5A27754A, 0x131B086D, 0xC85F8F04, 0x8163F223, + 0xBD77FA49, 0xF44B876E, 0x2F0F0007, 0x66337D20, + 0x9C6A7824, 0xD5560503, 0x0E12826A, 0x472EFF4D, + 0xFF4CFE93, 0xB67083B4, 0x6D3404DD, 0x240879FA, + 0xDE517CFE, 0x976D01D9, 0x4C2986B0, 0x0515FB97, + 0x2E015D56, 0x673D2071, 0xBC79A718, 0xF545DA3F, + 0x0F1CDF3B, 0x4620A21C, 0x9D642575, 0xD4585852, + 0x6C3A598C, 0x250624AB, 0xFE42A3C2, 0xB77EDEE5, + 0x4D27DBE1, 0x041BA6C6, 0xDF5F21AF, 0x96635C88, + 0xAA7754E2, 0xE34B29C5, 0x380FAEAC, 0x7133D38B, + 0x8B6AD68F, 0xC256ABA8, 0x19122CC1, 0x502E51E6, + 0xE84C5038, 0xA1702D1F, 0x7A34AA76, 0x3308D751, + 0xC951D255, 0x806DAF72, 0x5B29281B, 0x1215553C, + 0x230138CF, 0x6A3D45E8, 0xB179C281, 0xF845BFA6, + 0x021CBAA2, 0x4B20C785, 0x906440EC, 0xD9583DCB, + 0x613A3C15, 0x28064132, 0xF342C65B, 0xBA7EBB7C, + 0x4027BE78, 0x091BC35F, 0xD25F4436, 0x9B633911, + 0xA777317B, 0xEE4B4C5C, 0x350FCB35, 0x7C33B612, + 0x866AB316, 0xCF56CE31, 0x14124958, 0x5D2E347F, + 0xE54C35A1, 0xAC704886, 0x7734CFEF, 0x3E08B2C8, + 0xC451B7CC, 0x8D6DCAEB, 0x56294D82, 0x1F1530A5 + }; } \ No newline at end of file diff --git a/src/main/java/org/xerial/snappy/Snappy.java b/src/main/java/org/xerial/snappy/Snappy.java index ec46926..bbfe1b4 100755 --- a/src/main/java/org/xerial/snappy/Snappy.java +++ b/src/main/java/org/xerial/snappy/Snappy.java @@ -1,835 +1,835 @@ -/*-------------------------------------------------------------------------- - * Copyright 2011 Taro L. Saito - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *--------------------------------------------------------------------------*/ -//-------------------------------------- -// snappy-java Project -// -// Snappy.java -// Since: 2011/03/29 -// -// $URL$ -// $Author$ -//-------------------------------------- -package org.xerial.snappy; - -import java.io.IOException; -import java.io.UnsupportedEncodingException; -import java.net.URL; -import java.nio.ByteBuffer; -import java.nio.charset.Charset; -import java.util.Properties; - -/** - * Snappy API for data compression/decompression - * - * Note: if the native libraries cannot be loaded, an ExceptionInInitializerError - * will be thrown at first use of this class. - * - * @author Taro L. Saito - * - */ -public class Snappy -{ - static { - try { - impl = SnappyLoader.load(); - } - catch (Exception e) { - throw new ExceptionInInitializerError(e); - } - } - - /** - * An instance of SnappyNative - */ - private static SnappyNative impl; - - - /** - * Clean up a temporary file (native lib) generated by snappy-java. - * General users do not need to call this method, since the native library extracted in snappy-java - * is deleted upon JVM termination (vie deleteOnExit()). - * This method is useful when using a J2EE container, which will restart servlet containers multiple times without - * restarting JVM. - */ - public static void cleanUp() { - SnappyLoader.cleanUpExtractedNativeLib(); - SnappyLoader.setApi(null); - } - - - /** - * Copy bytes from source to destination - * - * @param src - * pointer to the source array - * @param offset - * byte offset in the source array - * @param byteLength - * the number of bytes to copy - * @param dest - * pointer to the destination array - * @param dest_offset - * byte offset in the destination array - * @throws IOException - */ - public static void arrayCopy(Object src, int offset, int byteLength, Object dest, int dest_offset) - throws IOException { - impl.arrayCopy(src, offset, byteLength, dest, dest_offset); - } - - /** - * High-level API for compressing the input byte array. This method performs - * array copy to generate the result. If you want to reduce the memory copy - * cost, use {@link #compress(byte[], int, int, byte[], int)} or - * {@link #compress(ByteBuffer, ByteBuffer)}. - * - * @param input - * the input data - * @return the compressed byte array - * @throws IOException - */ - public static byte[] compress(byte[] input) throws IOException { - return rawCompress(input, input.length); - } - - /** - * Compress the input buffer content in [inputOffset, - * ...inputOffset+inputLength) then output to the specified output buffer. - * - * @param input - * @param inputOffset - * @param inputLength - * @param output - * @param outputOffset - * @return byte size of the compressed data - * @throws IOException - * when failed to access the input/output buffer - */ - public static int compress(byte[] input, int inputOffset, int inputLength, byte[] output, int outputOffset) - throws IOException { - return rawCompress(input, inputOffset, inputLength, output, outputOffset); - } - - /** - * Compress the content in the given input buffer. After the compression, - * you can retrieve the compressed data from the output buffer [pos() ... - * limit()) (compressed data size = limit() - pos() = remaining()) - * - * @param uncompressed - * buffer[pos() ... limit()) containing the input data - * @param compressed - * output of the compressed data. Uses range [pos()..]. - * @return byte size of the compressed data. - * - * @throws SnappyError - * when the input is not a direct buffer - */ - public static int compress(ByteBuffer uncompressed, ByteBuffer compressed) throws IOException { - - if (!uncompressed.isDirect()) - throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "input is not a direct buffer"); - if (!compressed.isDirect()) - throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "destination is not a direct buffer"); - - // input: uncompressed[pos(), limit()) - // output: compressed - int uPos = uncompressed.position(); - int uLen = uncompressed.remaining(); - int compressedSize = impl.rawCompress(uncompressed, uPos, uLen, compressed, - compressed.position()); - - // pos limit - // [ ......BBBBBBB.........] - compressed.limit(compressed.position() + compressedSize); - - return compressedSize; - } - - /** - * Compress the input char array - * - * @param input - * @return the compressed data - */ - public static byte[] compress(char[] input) throws IOException { - return rawCompress(input, input.length * 2); // char uses 2 bytes - } - - /** - * Compress the input double array - * - * @param input - * @return the compressed data - */ - public static byte[] compress(double[] input) throws IOException { - return rawCompress(input, input.length * 8); // double uses 8 bytes - } - - /** - * Compress the input float array - * - * @param input - * @return the compressed data - */ - public static byte[] compress(float[] input) throws IOException { - return rawCompress(input, input.length * 4); // float uses 4 bytes - } - - /** - * Compress the input int array - * - * @param input - * @return the compressed data - */ - public static byte[] compress(int[] input) throws IOException { - return rawCompress(input, input.length * 4); // int uses 4 bytes - } - - /** - * Compress the input long array - * - * @param input - * @return the compressed data - */ - public static byte[] compress(long[] input) throws IOException { - return rawCompress(input, input.length * 8); // long uses 8 bytes - } - - /** - * Compress the input short array - * - * @param input - * @return the compressed data - */ - public static byte[] compress(short[] input) throws IOException { - return rawCompress(input, input.length * 2); // short uses 2 bytes - } - - /** - * Compress the input String - * - * @param s - * @return the compressed data - * @throws IOException - */ - public static byte[] compress(String s) throws IOException { - try { - return compress(s, "UTF-8"); - } - catch (UnsupportedEncodingException e) { - throw new IllegalStateException("UTF-8 encoder is not found"); - } - } - - /** - * Compress the input string using the given encoding - * - * @param s - * @param encoding - * @return the compressed data - * @throws UnsupportedEncodingException - * @throws IOException - */ - public static byte[] compress(String s, String encoding) throws UnsupportedEncodingException, IOException { - byte[] data = s.getBytes(encoding); - return compress(data); - } - - /** - * Compress the input string using the given encoding - * - * @param s - * @param encoding - * @return the compressed data - * @throws UnsupportedEncodingException - * @throws IOException - */ - public static byte[] compress(String s, Charset encoding) throws IOException { - byte[] data = s.getBytes(encoding); - return compress(data); - } - - /** - * Get the native library version of the snappy - * - * @return native library version - */ - public static String getNativeLibraryVersion() { - - URL versionFile = SnappyLoader.class.getResource("/org/xerial/snappy/VERSION"); - - String version = "unknown"; - try { - if (versionFile != null) { - Properties versionData = new Properties(); - versionData.load(versionFile.openStream()); - version = versionData.getProperty("version", version); - if (version.equals("unknown")) - version = versionData.getProperty("VERSION", version); - version = version.trim().replaceAll("[^0-9\\.]", ""); - } - } - catch (IOException e) { - e.printStackTrace(); - } - return version; - } - - /** - * Returns true iff the contents of compressed buffer [offset, - * offset+length) can be uncompressed successfully. Does not return the - * uncompressed data. Takes time proportional to the input length, but is - * usually at least a factor of four faster than actual decompression. - */ - public static boolean isValidCompressedBuffer(byte[] input, int offset, int length) throws IOException { - if (input == null) - throw new NullPointerException("input is null"); - return impl.isValidCompressedBuffer(input, offset, length); - } - - /** - * Returns true iff the contents of compressed buffer [offset, - * offset+length) can be uncompressed successfully. Does not return the - * uncompressed data. Takes time proportional to the input length, but is - * usually at least a factor of four faster than actual decompression. - */ - public static boolean isValidCompressedBuffer(byte[] input) throws IOException { - return isValidCompressedBuffer(input, 0, input.length); - } - - /** - * Returns true iff the contents of compressed buffer [pos() ... limit()) - * can be uncompressed successfully. Does not return the uncompressed data. - * Takes time proportional to the input length, but is usually at least a - * factor of four faster than actual decompression. - */ - public static boolean isValidCompressedBuffer(ByteBuffer compressed) throws IOException { - return impl.isValidCompressedBuffer(compressed, compressed.position(), - compressed.remaining()); - } - - /** - * Returns true iff the contents of compressed buffer [offset, - * offset+length) can be uncompressed successfully. Does not return the - * uncompressed data. Takes time proportional to the input length, but is - * usually at least a factor of four faster than actual decompression. - */ - public static boolean isValidCompressedBuffer(long inputAddr, long offset, long length) throws IOException { - return impl.isValidCompressedBuffer(inputAddr, offset, length); - } - - - /** - * Get the maximum byte size needed for compressing data of the given byte - * size. - * - * @param byteSize - * byte size of the data to compress - * @return maximum byte size of the compressed data - */ - public static int maxCompressedLength(int byteSize) { - return impl.maxCompressedLength(byteSize); - } - - /** - * Zero-copy compress using memory addresses. - * @param inputAddr input memory address - * @param inputSize input byte size - * @param destAddr destination address of the compressed data - * @return the compressed data size - * @throws IOException - */ - public static long rawCompress(long inputAddr, long inputSize, long destAddr) throws IOException { - return impl.rawCompress(inputAddr, inputSize, destAddr); - } - - /** - * Zero-copy decompress using memory addresses. - * @param inputAddr input memory address - * @param inputSize input byte size - * @param destAddr destination address of the uncompressed data - * @return the uncompressed data size - * @throws IOException - */ - public static long rawUncompress(long inputAddr, long inputSize, long destAddr) throws IOException { - return impl.rawUncompress(inputAddr, inputSize, destAddr); - } - - - /** - * Compress the input data and produce a byte array of the uncompressed data - * - * @param data - * input array. The input MUST be an array type - * @param byteSize - * the input byte size - * @return compressed data - */ - public static byte[] rawCompress(Object data, int byteSize) throws IOException { - byte[] buf = new byte[Snappy.maxCompressedLength(byteSize)]; - int compressedByteSize = impl.rawCompress(data, 0, byteSize, buf, 0); - byte[] result = new byte[compressedByteSize]; - System.arraycopy(buf, 0, result, 0, compressedByteSize); - return result; - } - - /** - * Compress the input buffer [offset,... ,offset+length) contents, then - * write the compressed data to the output buffer[offset, ...) - * - * @param input - * input array. This MUST be a primitive array type - * @param inputOffset - * byte offset at the output array - * @param inputLength - * byte length of the input data - * @param output - * output array. This MUST be a primitive array type - * @param outputOffset - * byte offset at the output array - * @return byte size of the compressed data - * @throws IOException - */ - public static int rawCompress(Object input, int inputOffset, int inputLength, byte[] output, int outputOffset) - throws IOException { - if (input == null || output == null) - throw new NullPointerException("input or output is null"); - - int compressedSize = impl - .rawCompress(input, inputOffset, inputLength, output, outputOffset); - return compressedSize; - } - - /** - * Uncompress the content in the input buffer. The uncompressed data is - * written to the output buffer. - * - * Note that if you pass the wrong data or the range [inputOffset, - * inputOffset + inputLength) that cannot be uncompressed, your JVM might - * crash due to the access violation exception issued in the native code - * written in C++. To avoid this type of crash, use - * {@link #isValidCompressedBuffer(byte[], int, int)} first. - * - * @param input - * input byte array - * @param inputOffset - * byte offset in the input byte array - * @param inputLength - * byte length of the input data - * @param output - * output buffer, MUST be a primitive type array - * @param outputOffset - * byte offset in the output buffer - * @return the byte size of the uncompressed data - * @throws IOException - * when failed to uncompress the input data - */ - public static int rawUncompress(byte[] input, int inputOffset, int inputLength, Object output, int outputOffset) - throws IOException { - if (input == null || output == null) - throw new NullPointerException("input or output is null"); - return impl.rawUncompress(input, inputOffset, inputLength, output, outputOffset); - } - - /** - * High-level API for uncompressing the input byte array. - * - * @param input - * @return the uncompressed byte array - * @throws IOException - */ - public static byte[] uncompress(byte[] input) throws IOException { - byte[] result = new byte[Snappy.uncompressedLength(input)]; - int byteSize = Snappy.uncompress(input, 0, input.length, result, 0); - return result; - } - - /** - * Uncompress the content in the input buffer. The uncompressed data is - * written to the output buffer. - * - * Note that if you pass the wrong data or the range [inputOffset, - * inputOffset + inputLength) that cannot be uncompressed, your JVM might - * crash due to the access violation exception issued in the native code - * written in C++. To avoid this type of crash, use - * {@link #isValidCompressedBuffer(byte[], int, int)} first. - * - * @param input - * @param inputOffset - * @param inputLength - * @param output - * @param outputOffset - * @return the byte size of the uncompressed data - * @throws IOException - */ - public static int uncompress(byte[] input, int inputOffset, int inputLength, byte[] output, int outputOffset) - throws IOException { - return rawUncompress(input, inputOffset, inputLength, output, outputOffset); - } - - /** - * Uncompress the content in the input buffer. The result is dumped to the - * specified output buffer. - * - * Note that if you pass the wrong data or the range [pos(), limit()) that - * cannot be uncompressed, your JVM might crash due to the access violation - * exception issued in the native code written in C++. To avoid this type of - * crash, use {@link #isValidCompressedBuffer(ByteBuffer)} first. - * - * - * @param compressed - * buffer[pos() ... limit()) containing the input data - * @param uncompressed - * output of the the uncompressed data. It uses buffer[pos()..] - * @return uncompressed data size - * - * @throws IOException - * when failed to uncompress the given input - * @throws SnappyError - * when the input is not a direct buffer - */ - public static int uncompress(ByteBuffer compressed, ByteBuffer uncompressed) throws IOException { - - if (!compressed.isDirect()) - throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "input is not a direct buffer"); - if (!uncompressed.isDirect()) - throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "destination is not a direct buffer"); - - int cPos = compressed.position(); - int cLen = compressed.remaining(); - - // pos limit - // [ ......UUUUUU.........] - int decompressedSize = impl.rawUncompress(compressed, cPos, cLen, uncompressed, - uncompressed.position()); - uncompressed.limit(uncompressed.position() + decompressedSize); - - return decompressedSize; - } - - /** - * Uncompress the input data as char array - * - * @param input - * @return the uncompressed data - * @throws IOException - */ - public static char[] uncompressCharArray(byte[] input) throws IOException { - return uncompressCharArray(input, 0, input.length); - } - - /** - * Uncompress the input[offset, .., offset+length) as a char array - * - * @param input - * @param offset - * @param length - * @return the uncompressed data - * @throws IOException - */ - public static char[] uncompressCharArray(byte[] input, int offset, int length) throws IOException { - int uncompressedLength = Snappy.uncompressedLength(input, offset, length); - char[] result = new char[uncompressedLength / 2]; - int byteSize = impl.rawUncompress(input, offset, length, result, 0); - return result; - } - - /** - * Uncompress the input as a double array - * - * @param input - * @return the uncompressed data - * @throws IOException - */ - public static double[] uncompressDoubleArray(byte[] input) throws IOException { - int uncompressedLength = Snappy.uncompressedLength(input, 0, input.length); - double[] result = new double[uncompressedLength / 8]; - int byteSize = impl.rawUncompress(input, 0, input.length, result, 0); - return result; - } - - /** - * Get the uncompressed byte size of the given compressed input. This - * operation takes O(1) time. - * - * @param input - * @return uncompressed byte size of the the given input data - * @throws IOException - * when failed to uncompress the given input. The error code is - * {@link SnappyErrorCode#PARSING_ERROR} - */ - public static int uncompressedLength(byte[] input) throws IOException { - return impl.uncompressedLength(input, 0, input.length); - } - - /** - * Get the uncompressed byte size of the given compressed input. This - * operation takes O(1) time. - * - * @param input - * @param offset - * @param length - * @return uncompressed byte size of the the given input data - * @throws IOException - * when failed to uncompress the given input. The error code is - * {@link SnappyErrorCode#PARSING_ERROR} - */ - public static int uncompressedLength(byte[] input, int offset, int length) throws IOException { - if (input == null) - throw new NullPointerException("input is null"); - - return impl.uncompressedLength(input, offset, length); - } - - /** - * Get the uncompressed byte size of the given compressed input. This - * operation takes O(1) time. - * - * @param compressed - * input data [pos() ... limit()) - * @return uncompressed byte length of the given input - * @throws IOException - * when failed to uncompress the given input. The error code is - * {@link SnappyErrorCode#PARSING_ERROR} - * @throws SnappyError - * when the input is not a direct buffer - */ - public static int uncompressedLength(ByteBuffer compressed) throws IOException { - if (!compressed.isDirect()) - throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "input is not a direct buffer"); - - return impl.uncompressedLength(compressed, compressed.position(), compressed.remaining()); - } - - /** - * Get the uncompressed byte size of the given compressed input. This operation takes O(1) time. - * @param inputAddr compressed data address - * @param len byte length of the input - * @return uncompressed byte length of the given input - * @throws IOException when failed to uncompress the given input. The error code is - * {@link SnappyErrorCode#PARSING_ERROR} - */ - public static long uncompressedLength(long inputAddr, long len) throws IOException { - return impl.uncompressedLength(inputAddr, len); - } - - /** - * Uncompress the input as a float array - * - * @param input - * @return the uncompressed data - * @throws IOException - */ - public static float[] uncompressFloatArray(byte[] input) throws IOException { - return uncompressFloatArray(input, 0, input.length); - } - - /** - * Uncompress the input[offset, offset+length) as a float array - * - * @param input - * @param offset - * @param length - * @return the uncompressed data - * @throws IOException - */ - public static float[] uncompressFloatArray(byte[] input, int offset, int length) throws IOException { - int uncompressedLength = Snappy.uncompressedLength(input, offset, length); - float[] result = new float[uncompressedLength / 4]; - int byteSize = impl.rawUncompress(input, offset, length, result, 0); - return result; - } - - /** - * Uncompress the input data as an int array - * - * @param input - * @return the uncompressed data - * @throws IOException - */ - public static int[] uncompressIntArray(byte[] input) throws IOException { - return uncompressIntArray(input, 0, input.length); - } - - /** - * Uncompress the input[offset, offset+length) as an int array - * - * @param input - * @param offset - * @param length - * @return the uncompressed data - * @throws IOException - */ - public static int[] uncompressIntArray(byte[] input, int offset, int length) throws IOException { - int uncompressedLength = Snappy.uncompressedLength(input, offset, length); - int[] result = new int[uncompressedLength / 4]; - int byteSize = impl.rawUncompress(input, offset, length, result, 0); - return result; - } - - /** - * Uncompress the input data as a long array - * - * @param input - * @return the uncompressed data - * @throws IOException - */ - public static long[] uncompressLongArray(byte[] input) throws IOException { - return uncompressLongArray(input, 0, input.length); - } - - /** - * Uncompress the input[offset, offset+length) as a long array - * - * @param input - * @param offset - * @param length - * @return the uncompressed data - * @throws IOException - */ - public static long[] uncompressLongArray(byte[] input, int offset, int length) throws IOException { - int uncompressedLength = Snappy.uncompressedLength(input, offset, length); - long[] result = new long[uncompressedLength / 8]; - int byteSize = impl.rawUncompress(input, offset, length, result, 0); - return result; - } - - /** - * Uncompress the input as a short array - * - * @param input - * @return the uncompressed data - * @throws IOException - */ - public static short[] uncompressShortArray(byte[] input) throws IOException { - return uncompressShortArray(input, 0, input.length); - } - - /** - * Uncompress the input[offset, offset+length) as a short array - * - * @param input - * @param offset - * @param length - * @return the uncompressed data - * @throws IOException - */ - public static short[] uncompressShortArray(byte[] input, int offset, int length) throws IOException { - int uncompressedLength = Snappy.uncompressedLength(input, offset, length); - short[] result = new short[uncompressedLength / 2]; - int byteSize = impl.rawUncompress(input, offset, length, result, 0); - return result; - } - - /** - * Uncompress the input as a String - * - * @param input - * @return the uncompressed dasta - * @throws IOException - */ - public static String uncompressString(byte[] input) throws IOException { - try { - return uncompressString(input, "UTF-8"); - } - catch (UnsupportedEncodingException e) { - throw new IllegalStateException("UTF-8 decoder is not found"); - } - } - - /** - * Uncompress the input[offset, offset+length) as a String - * - * @param input - * @param offset - * @param length - * @return the uncompressed data - * @throws IOException - */ - public static String uncompressString(byte[] input, int offset, int length) throws IOException { - try { - return uncompressString(input, offset, length, "UTF-8"); - } - catch (UnsupportedEncodingException e) { - throw new IllegalStateException("UTF-8 decoder is not found"); - } - } - - /** - * Uncompress the input[offset, offset+length) as a String of the given - * encoding - * - * @param input - * @param offset - * @param length - * @param encoding - * @return the uncompressed data - * @throws IOException - */ - public static String uncompressString(byte[] input, int offset, int length, String encoding) throws IOException, - UnsupportedEncodingException { - byte[] uncompressed = new byte[uncompressedLength(input, offset, length)]; - int compressedSize = uncompress(input, offset, length, uncompressed, 0); - return new String(uncompressed, encoding); - } - - /** - * Uncompress the input[offset, offset+length) as a String of the given - * encoding - * - * @param input - * @param offset - * @param length - * @param encoding - * @return the uncompressed data - * @throws IOException - */ - public static String uncompressString(byte[] input, int offset, int length, Charset encoding) throws IOException, - UnsupportedEncodingException { - byte[] uncompressed = new byte[uncompressedLength(input, offset, length)]; - int compressedSize = uncompress(input, offset, length, uncompressed, 0); - return new String(uncompressed, encoding); - } - - /** - * Uncompress the input as a String of the given encoding - * - * @param input - * @param encoding - * @return the uncompressed data - * @throws IOException - * @throws UnsupportedEncodingException - */ - public static String uncompressString(byte[] input, String encoding) throws IOException, - UnsupportedEncodingException { - byte[] uncompressed = uncompress(input); - return new String(uncompressed, encoding); - } - - /** - * Uncompress the input as a String of the given encoding - * - * @param input - * @param encoding - * @return the uncompressed data - * @throws IOException - */ - public static String uncompressString(byte[] input, Charset encoding) throws IOException, - UnsupportedEncodingException { - byte[] uncompressed = uncompress(input); - return new String(uncompressed, encoding); - } -} +/*-------------------------------------------------------------------------- + * Copyright 2011 Taro L. Saito + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + *--------------------------------------------------------------------------*/ +//-------------------------------------- +// snappy-java Project +// +// Snappy.java +// Since: 2011/03/29 +// +// $URL$ +// $Author$ +//-------------------------------------- +package org.xerial.snappy; + +import java.io.IOException; +import java.io.UnsupportedEncodingException; +import java.net.URL; +import java.nio.ByteBuffer; +import java.nio.charset.Charset; +import java.util.Properties; + +/** + * Snappy API for data compression/decompression + * + * Note: if the native libraries cannot be loaded, an ExceptionInInitializerError + * will be thrown at first use of this class. + * + * @author Taro L. Saito + * + */ +public class Snappy +{ + static { + try { + impl = SnappyLoader.load(); + } + catch (Exception e) { + throw new ExceptionInInitializerError(e); + } + } + + /** + * An instance of SnappyNative + */ + private static SnappyNative impl; + + + /** + * Clean up a temporary file (native lib) generated by snappy-java. + * General users do not need to call this method, since the native library extracted in snappy-java + * is deleted upon JVM termination (vie deleteOnExit()). + * This method is useful when using a J2EE container, which will restart servlet containers multiple times without + * restarting JVM. + */ + public static void cleanUp() { + SnappyLoader.cleanUpExtractedNativeLib(); + SnappyLoader.setApi(null); + } + + + /** + * Copy bytes from source to destination + * + * @param src + * pointer to the source array + * @param offset + * byte offset in the source array + * @param byteLength + * the number of bytes to copy + * @param dest + * pointer to the destination array + * @param dest_offset + * byte offset in the destination array + * @throws IOException + */ + public static void arrayCopy(Object src, int offset, int byteLength, Object dest, int dest_offset) + throws IOException { + impl.arrayCopy(src, offset, byteLength, dest, dest_offset); + } + + /** + * High-level API for compressing the input byte array. This method performs + * array copy to generate the result. If you want to reduce the memory copy + * cost, use {@link #compress(byte[], int, int, byte[], int)} or + * {@link #compress(ByteBuffer, ByteBuffer)}. + * + * @param input + * the input data + * @return the compressed byte array + * @throws IOException + */ + public static byte[] compress(byte[] input) throws IOException { + return rawCompress(input, input.length); + } + + /** + * Compress the input buffer content in [inputOffset, + * ...inputOffset+inputLength) then output to the specified output buffer. + * + * @param input + * @param inputOffset + * @param inputLength + * @param output + * @param outputOffset + * @return byte size of the compressed data + * @throws IOException + * when failed to access the input/output buffer + */ + public static int compress(byte[] input, int inputOffset, int inputLength, byte[] output, int outputOffset) + throws IOException { + return rawCompress(input, inputOffset, inputLength, output, outputOffset); + } + + /** + * Compress the content in the given input buffer. After the compression, + * you can retrieve the compressed data from the output buffer [pos() ... + * limit()) (compressed data size = limit() - pos() = remaining()) + * + * @param uncompressed + * buffer[pos() ... limit()) containing the input data + * @param compressed + * output of the compressed data. Uses range [pos()..]. + * @return byte size of the compressed data. + * + * @throws SnappyError + * when the input is not a direct buffer + */ + public static int compress(ByteBuffer uncompressed, ByteBuffer compressed) throws IOException { + + if (!uncompressed.isDirect()) + throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "input is not a direct buffer"); + if (!compressed.isDirect()) + throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "destination is not a direct buffer"); + + // input: uncompressed[pos(), limit()) + // output: compressed + int uPos = uncompressed.position(); + int uLen = uncompressed.remaining(); + int compressedSize = impl.rawCompress(uncompressed, uPos, uLen, compressed, + compressed.position()); + + // pos limit + // [ ......BBBBBBB.........] + compressed.limit(compressed.position() + compressedSize); + + return compressedSize; + } + + /** + * Compress the input char array + * + * @param input + * @return the compressed data + */ + public static byte[] compress(char[] input) throws IOException { + return rawCompress(input, input.length * 2); // char uses 2 bytes + } + + /** + * Compress the input double array + * + * @param input + * @return the compressed data + */ + public static byte[] compress(double[] input) throws IOException { + return rawCompress(input, input.length * 8); // double uses 8 bytes + } + + /** + * Compress the input float array + * + * @param input + * @return the compressed data + */ + public static byte[] compress(float[] input) throws IOException { + return rawCompress(input, input.length * 4); // float uses 4 bytes + } + + /** + * Compress the input int array + * + * @param input + * @return the compressed data + */ + public static byte[] compress(int[] input) throws IOException { + return rawCompress(input, input.length * 4); // int uses 4 bytes + } + + /** + * Compress the input long array + * + * @param input + * @return the compressed data + */ + public static byte[] compress(long[] input) throws IOException { + return rawCompress(input, input.length * 8); // long uses 8 bytes + } + + /** + * Compress the input short array + * + * @param input + * @return the compressed data + */ + public static byte[] compress(short[] input) throws IOException { + return rawCompress(input, input.length * 2); // short uses 2 bytes + } + + /** + * Compress the input String + * + * @param s + * @return the compressed data + * @throws IOException + */ + public static byte[] compress(String s) throws IOException { + try { + return compress(s, "UTF-8"); + } + catch (UnsupportedEncodingException e) { + throw new IllegalStateException("UTF-8 encoder is not found"); + } + } + + /** + * Compress the input string using the given encoding + * + * @param s + * @param encoding + * @return the compressed data + * @throws UnsupportedEncodingException + * @throws IOException + */ + public static byte[] compress(String s, String encoding) throws UnsupportedEncodingException, IOException { + byte[] data = s.getBytes(encoding); + return compress(data); + } + + /** + * Compress the input string using the given encoding + * + * @param s + * @param encoding + * @return the compressed data + * @throws UnsupportedEncodingException + * @throws IOException + */ + public static byte[] compress(String s, Charset encoding) throws IOException { + byte[] data = s.getBytes(encoding); + return compress(data); + } + + /** + * Get the native library version of the snappy + * + * @return native library version + */ + public static String getNativeLibraryVersion() { + + URL versionFile = SnappyLoader.class.getResource("/org/xerial/snappy/VERSION"); + + String version = "unknown"; + try { + if (versionFile != null) { + Properties versionData = new Properties(); + versionData.load(versionFile.openStream()); + version = versionData.getProperty("version", version); + if (version.equals("unknown")) + version = versionData.getProperty("VERSION", version); + version = version.trim().replaceAll("[^0-9\\.]", ""); + } + } + catch (IOException e) { + e.printStackTrace(); + } + return version; + } + + /** + * Returns true iff the contents of compressed buffer [offset, + * offset+length) can be uncompressed successfully. Does not return the + * uncompressed data. Takes time proportional to the input length, but is + * usually at least a factor of four faster than actual decompression. + */ + public static boolean isValidCompressedBuffer(byte[] input, int offset, int length) throws IOException { + if (input == null) + throw new NullPointerException("input is null"); + return impl.isValidCompressedBuffer(input, offset, length); + } + + /** + * Returns true iff the contents of compressed buffer [offset, + * offset+length) can be uncompressed successfully. Does not return the + * uncompressed data. Takes time proportional to the input length, but is + * usually at least a factor of four faster than actual decompression. + */ + public static boolean isValidCompressedBuffer(byte[] input) throws IOException { + return isValidCompressedBuffer(input, 0, input.length); + } + + /** + * Returns true iff the contents of compressed buffer [pos() ... limit()) + * can be uncompressed successfully. Does not return the uncompressed data. + * Takes time proportional to the input length, but is usually at least a + * factor of four faster than actual decompression. + */ + public static boolean isValidCompressedBuffer(ByteBuffer compressed) throws IOException { + return impl.isValidCompressedBuffer(compressed, compressed.position(), + compressed.remaining()); + } + + /** + * Returns true iff the contents of compressed buffer [offset, + * offset+length) can be uncompressed successfully. Does not return the + * uncompressed data. Takes time proportional to the input length, but is + * usually at least a factor of four faster than actual decompression. + */ + public static boolean isValidCompressedBuffer(long inputAddr, long offset, long length) throws IOException { + return impl.isValidCompressedBuffer(inputAddr, offset, length); + } + + + /** + * Get the maximum byte size needed for compressing data of the given byte + * size. + * + * @param byteSize + * byte size of the data to compress + * @return maximum byte size of the compressed data + */ + public static int maxCompressedLength(int byteSize) { + return impl.maxCompressedLength(byteSize); + } + + /** + * Zero-copy compress using memory addresses. + * @param inputAddr input memory address + * @param inputSize input byte size + * @param destAddr destination address of the compressed data + * @return the compressed data size + * @throws IOException + */ + public static long rawCompress(long inputAddr, long inputSize, long destAddr) throws IOException { + return impl.rawCompress(inputAddr, inputSize, destAddr); + } + + /** + * Zero-copy decompress using memory addresses. + * @param inputAddr input memory address + * @param inputSize input byte size + * @param destAddr destination address of the uncompressed data + * @return the uncompressed data size + * @throws IOException + */ + public static long rawUncompress(long inputAddr, long inputSize, long destAddr) throws IOException { + return impl.rawUncompress(inputAddr, inputSize, destAddr); + } + + + /** + * Compress the input data and produce a byte array of the uncompressed data + * + * @param data + * input array. The input MUST be an array type + * @param byteSize + * the input byte size + * @return compressed data + */ + public static byte[] rawCompress(Object data, int byteSize) throws IOException { + byte[] buf = new byte[Snappy.maxCompressedLength(byteSize)]; + int compressedByteSize = impl.rawCompress(data, 0, byteSize, buf, 0); + byte[] result = new byte[compressedByteSize]; + System.arraycopy(buf, 0, result, 0, compressedByteSize); + return result; + } + + /** + * Compress the input buffer [offset,... ,offset+length) contents, then + * write the compressed data to the output buffer[offset, ...) + * + * @param input + * input array. This MUST be a primitive array type + * @param inputOffset + * byte offset at the output array + * @param inputLength + * byte length of the input data + * @param output + * output array. This MUST be a primitive array type + * @param outputOffset + * byte offset at the output array + * @return byte size of the compressed data + * @throws IOException + */ + public static int rawCompress(Object input, int inputOffset, int inputLength, byte[] output, int outputOffset) + throws IOException { + if (input == null || output == null) + throw new NullPointerException("input or output is null"); + + int compressedSize = impl + .rawCompress(input, inputOffset, inputLength, output, outputOffset); + return compressedSize; + } + + /** + * Uncompress the content in the input buffer. The uncompressed data is + * written to the output buffer. + * + * Note that if you pass the wrong data or the range [inputOffset, + * inputOffset + inputLength) that cannot be uncompressed, your JVM might + * crash due to the access violation exception issued in the native code + * written in C++. To avoid this type of crash, use + * {@link #isValidCompressedBuffer(byte[], int, int)} first. + * + * @param input + * input byte array + * @param inputOffset + * byte offset in the input byte array + * @param inputLength + * byte length of the input data + * @param output + * output buffer, MUST be a primitive type array + * @param outputOffset + * byte offset in the output buffer + * @return the byte size of the uncompressed data + * @throws IOException + * when failed to uncompress the input data + */ + public static int rawUncompress(byte[] input, int inputOffset, int inputLength, Object output, int outputOffset) + throws IOException { + if (input == null || output == null) + throw new NullPointerException("input or output is null"); + return impl.rawUncompress(input, inputOffset, inputLength, output, outputOffset); + } + + /** + * High-level API for uncompressing the input byte array. + * + * @param input + * @return the uncompressed byte array + * @throws IOException + */ + public static byte[] uncompress(byte[] input) throws IOException { + byte[] result = new byte[Snappy.uncompressedLength(input)]; + int byteSize = Snappy.uncompress(input, 0, input.length, result, 0); + return result; + } + + /** + * Uncompress the content in the input buffer. The uncompressed data is + * written to the output buffer. + * + * Note that if you pass the wrong data or the range [inputOffset, + * inputOffset + inputLength) that cannot be uncompressed, your JVM might + * crash due to the access violation exception issued in the native code + * written in C++. To avoid this type of crash, use + * {@link #isValidCompressedBuffer(byte[], int, int)} first. + * + * @param input + * @param inputOffset + * @param inputLength + * @param output + * @param outputOffset + * @return the byte size of the uncompressed data + * @throws IOException + */ + public static int uncompress(byte[] input, int inputOffset, int inputLength, byte[] output, int outputOffset) + throws IOException { + return rawUncompress(input, inputOffset, inputLength, output, outputOffset); + } + + /** + * Uncompress the content in the input buffer. The result is dumped to the + * specified output buffer. + * + * Note that if you pass the wrong data or the range [pos(), limit()) that + * cannot be uncompressed, your JVM might crash due to the access violation + * exception issued in the native code written in C++. To avoid this type of + * crash, use {@link #isValidCompressedBuffer(ByteBuffer)} first. + * + * + * @param compressed + * buffer[pos() ... limit()) containing the input data + * @param uncompressed + * output of the the uncompressed data. It uses buffer[pos()..] + * @return uncompressed data size + * + * @throws IOException + * when failed to uncompress the given input + * @throws SnappyError + * when the input is not a direct buffer + */ + public static int uncompress(ByteBuffer compressed, ByteBuffer uncompressed) throws IOException { + + if (!compressed.isDirect()) + throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "input is not a direct buffer"); + if (!uncompressed.isDirect()) + throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "destination is not a direct buffer"); + + int cPos = compressed.position(); + int cLen = compressed.remaining(); + + // pos limit + // [ ......UUUUUU.........] + int decompressedSize = impl.rawUncompress(compressed, cPos, cLen, uncompressed, + uncompressed.position()); + uncompressed.limit(uncompressed.position() + decompressedSize); + + return decompressedSize; + } + + /** + * Uncompress the input data as char array + * + * @param input + * @return the uncompressed data + * @throws IOException + */ + public static char[] uncompressCharArray(byte[] input) throws IOException { + return uncompressCharArray(input, 0, input.length); + } + + /** + * Uncompress the input[offset, .., offset+length) as a char array + * + * @param input + * @param offset + * @param length + * @return the uncompressed data + * @throws IOException + */ + public static char[] uncompressCharArray(byte[] input, int offset, int length) throws IOException { + int uncompressedLength = Snappy.uncompressedLength(input, offset, length); + char[] result = new char[uncompressedLength / 2]; + int byteSize = impl.rawUncompress(input, offset, length, result, 0); + return result; + } + + /** + * Uncompress the input as a double array + * + * @param input + * @return the uncompressed data + * @throws IOException + */ + public static double[] uncompressDoubleArray(byte[] input) throws IOException { + int uncompressedLength = Snappy.uncompressedLength(input, 0, input.length); + double[] result = new double[uncompressedLength / 8]; + int byteSize = impl.rawUncompress(input, 0, input.length, result, 0); + return result; + } + + /** + * Get the uncompressed byte size of the given compressed input. This + * operation takes O(1) time. + * + * @param input + * @return uncompressed byte size of the the given input data + * @throws IOException + * when failed to uncompress the given input. The error code is + * {@link SnappyErrorCode#PARSING_ERROR} + */ + public static int uncompressedLength(byte[] input) throws IOException { + return impl.uncompressedLength(input, 0, input.length); + } + + /** + * Get the uncompressed byte size of the given compressed input. This + * operation takes O(1) time. + * + * @param input + * @param offset + * @param length + * @return uncompressed byte size of the the given input data + * @throws IOException + * when failed to uncompress the given input. The error code is + * {@link SnappyErrorCode#PARSING_ERROR} + */ + public static int uncompressedLength(byte[] input, int offset, int length) throws IOException { + if (input == null) + throw new NullPointerException("input is null"); + + return impl.uncompressedLength(input, offset, length); + } + + /** + * Get the uncompressed byte size of the given compressed input. This + * operation takes O(1) time. + * + * @param compressed + * input data [pos() ... limit()) + * @return uncompressed byte length of the given input + * @throws IOException + * when failed to uncompress the given input. The error code is + * {@link SnappyErrorCode#PARSING_ERROR} + * @throws SnappyError + * when the input is not a direct buffer + */ + public static int uncompressedLength(ByteBuffer compressed) throws IOException { + if (!compressed.isDirect()) + throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "input is not a direct buffer"); + + return impl.uncompressedLength(compressed, compressed.position(), compressed.remaining()); + } + + /** + * Get the uncompressed byte size of the given compressed input. This operation takes O(1) time. + * @param inputAddr compressed data address + * @param len byte length of the input + * @return uncompressed byte length of the given input + * @throws IOException when failed to uncompress the given input. The error code is + * {@link SnappyErrorCode#PARSING_ERROR} + */ + public static long uncompressedLength(long inputAddr, long len) throws IOException { + return impl.uncompressedLength(inputAddr, len); + } + + /** + * Uncompress the input as a float array + * + * @param input + * @return the uncompressed data + * @throws IOException + */ + public static float[] uncompressFloatArray(byte[] input) throws IOException { + return uncompressFloatArray(input, 0, input.length); + } + + /** + * Uncompress the input[offset, offset+length) as a float array + * + * @param input + * @param offset + * @param length + * @return the uncompressed data + * @throws IOException + */ + public static float[] uncompressFloatArray(byte[] input, int offset, int length) throws IOException { + int uncompressedLength = Snappy.uncompressedLength(input, offset, length); + float[] result = new float[uncompressedLength / 4]; + int byteSize = impl.rawUncompress(input, offset, length, result, 0); + return result; + } + + /** + * Uncompress the input data as an int array + * + * @param input + * @return the uncompressed data + * @throws IOException + */ + public static int[] uncompressIntArray(byte[] input) throws IOException { + return uncompressIntArray(input, 0, input.length); + } + + /** + * Uncompress the input[offset, offset+length) as an int array + * + * @param input + * @param offset + * @param length + * @return the uncompressed data + * @throws IOException + */ + public static int[] uncompressIntArray(byte[] input, int offset, int length) throws IOException { + int uncompressedLength = Snappy.uncompressedLength(input, offset, length); + int[] result = new int[uncompressedLength / 4]; + int byteSize = impl.rawUncompress(input, offset, length, result, 0); + return result; + } + + /** + * Uncompress the input data as a long array + * + * @param input + * @return the uncompressed data + * @throws IOException + */ + public static long[] uncompressLongArray(byte[] input) throws IOException { + return uncompressLongArray(input, 0, input.length); + } + + /** + * Uncompress the input[offset, offset+length) as a long array + * + * @param input + * @param offset + * @param length + * @return the uncompressed data + * @throws IOException + */ + public static long[] uncompressLongArray(byte[] input, int offset, int length) throws IOException { + int uncompressedLength = Snappy.uncompressedLength(input, offset, length); + long[] result = new long[uncompressedLength / 8]; + int byteSize = impl.rawUncompress(input, offset, length, result, 0); + return result; + } + + /** + * Uncompress the input as a short array + * + * @param input + * @return the uncompressed data + * @throws IOException + */ + public static short[] uncompressShortArray(byte[] input) throws IOException { + return uncompressShortArray(input, 0, input.length); + } + + /** + * Uncompress the input[offset, offset+length) as a short array + * + * @param input + * @param offset + * @param length + * @return the uncompressed data + * @throws IOException + */ + public static short[] uncompressShortArray(byte[] input, int offset, int length) throws IOException { + int uncompressedLength = Snappy.uncompressedLength(input, offset, length); + short[] result = new short[uncompressedLength / 2]; + int byteSize = impl.rawUncompress(input, offset, length, result, 0); + return result; + } + + /** + * Uncompress the input as a String + * + * @param input + * @return the uncompressed dasta + * @throws IOException + */ + public static String uncompressString(byte[] input) throws IOException { + try { + return uncompressString(input, "UTF-8"); + } + catch (UnsupportedEncodingException e) { + throw new IllegalStateException("UTF-8 decoder is not found"); + } + } + + /** + * Uncompress the input[offset, offset+length) as a String + * + * @param input + * @param offset + * @param length + * @return the uncompressed data + * @throws IOException + */ + public static String uncompressString(byte[] input, int offset, int length) throws IOException { + try { + return uncompressString(input, offset, length, "UTF-8"); + } + catch (UnsupportedEncodingException e) { + throw new IllegalStateException("UTF-8 decoder is not found"); + } + } + + /** + * Uncompress the input[offset, offset+length) as a String of the given + * encoding + * + * @param input + * @param offset + * @param length + * @param encoding + * @return the uncompressed data + * @throws IOException + */ + public static String uncompressString(byte[] input, int offset, int length, String encoding) throws IOException, + UnsupportedEncodingException { + byte[] uncompressed = new byte[uncompressedLength(input, offset, length)]; + int compressedSize = uncompress(input, offset, length, uncompressed, 0); + return new String(uncompressed, encoding); + } + + /** + * Uncompress the input[offset, offset+length) as a String of the given + * encoding + * + * @param input + * @param offset + * @param length + * @param encoding + * @return the uncompressed data + * @throws IOException + */ + public static String uncompressString(byte[] input, int offset, int length, Charset encoding) throws IOException, + UnsupportedEncodingException { + byte[] uncompressed = new byte[uncompressedLength(input, offset, length)]; + int compressedSize = uncompress(input, offset, length, uncompressed, 0); + return new String(uncompressed, encoding); + } + + /** + * Uncompress the input as a String of the given encoding + * + * @param input + * @param encoding + * @return the uncompressed data + * @throws IOException + * @throws UnsupportedEncodingException + */ + public static String uncompressString(byte[] input, String encoding) throws IOException, + UnsupportedEncodingException { + byte[] uncompressed = uncompress(input); + return new String(uncompressed, encoding); + } + + /** + * Uncompress the input as a String of the given encoding + * + * @param input + * @param encoding + * @return the uncompressed data + * @throws IOException + */ + public static String uncompressString(byte[] input, Charset encoding) throws IOException, + UnsupportedEncodingException { + byte[] uncompressed = uncompress(input); + return new String(uncompressed, encoding); + } +} diff --git a/src/main/java/org/xerial/snappy/SnappyBundleActivator.java b/src/main/java/org/xerial/snappy/SnappyBundleActivator.java index 6db09af..ad08e32 100755 --- a/src/main/java/org/xerial/snappy/SnappyBundleActivator.java +++ b/src/main/java/org/xerial/snappy/SnappyBundleActivator.java @@ -1,67 +1,67 @@ -/*-------------------------------------------------------------------------- - * Copyright 2011 Taro L. Saito - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *--------------------------------------------------------------------------*/ -//-------------------------------------- -// XerialJ -// -// SnappyBundleActivator.java -// Since: 2011/06/22 10:01:46 -// -// $URL$ -// $Author$ -//-------------------------------------- -package org.xerial.snappy; - -import org.osgi.framework.Bundle; -import org.osgi.framework.BundleActivator; -import org.osgi.framework.BundleContext; - -import java.util.jar.Manifest; - -/** - * OSGi bundle entry point - * - * @author leo - * - */ -public class SnappyBundleActivator implements BundleActivator -{ - /** - * Name of the Snappy native library - */ - public static final String LIBRARY_NAME = "snappyjava"; - - /** - * Make a call to {@link System#loadLibrary(String)} to load the native library which assumes - * that the library is available on the path based on this {@link Bundle}'s {@link Manifest}. - */ - public void start(BundleContext context) throws Exception +/*-------------------------------------------------------------------------- + * Copyright 2011 Taro L. Saito + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + *--------------------------------------------------------------------------*/ +//-------------------------------------- +// XerialJ +// +// SnappyBundleActivator.java +// Since: 2011/06/22 10:01:46 +// +// $URL$ +// $Author$ +//-------------------------------------- +package org.xerial.snappy; + +import org.osgi.framework.Bundle; +import org.osgi.framework.BundleActivator; +import org.osgi.framework.BundleContext; + +import java.util.jar.Manifest; + +/** + * OSGi bundle entry point + * + * @author leo + * + */ +public class SnappyBundleActivator implements BundleActivator +{ + /** + * Name of the Snappy native library + */ + public static final String LIBRARY_NAME = "snappyjava"; + + /** + * Make a call to {@link System#loadLibrary(String)} to load the native library which assumes + * that the library is available on the path based on this {@link Bundle}'s {@link Manifest}. + */ + public void start(BundleContext context) throws Exception { String library = System.mapLibraryName(LIBRARY_NAME); if (library.toLowerCase().endsWith(".dylib")) { // some MacOS JDK7+ vendors map to dylib instead of jnilib library = library.replace(".dylib", ".jnilib"); - } - System.loadLibrary(library); - SnappyLoader.setApi(new SnappyNative()); - } - - public void stop(BundleContext context) throws Exception - { - SnappyLoader.setApi(null); - SnappyLoader.cleanUpExtractedNativeLib(); - } -} + } + System.loadLibrary(library); + SnappyLoader.setApi(new SnappyNative()); + } + + public void stop(BundleContext context) throws Exception + { + SnappyLoader.setApi(null); + SnappyLoader.cleanUpExtractedNativeLib(); + } +} diff --git a/src/main/java/org/xerial/snappy/SnappyCodec.java b/src/main/java/org/xerial/snappy/SnappyCodec.java index b267f86..fc9e0bf 100755 --- a/src/main/java/org/xerial/snappy/SnappyCodec.java +++ b/src/main/java/org/xerial/snappy/SnappyCodec.java @@ -1,124 +1,124 @@ -/*-------------------------------------------------------------------------- - * Copyright 2011 Taro L. Saito - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *--------------------------------------------------------------------------*/ -//-------------------------------------- -// XerialJ -// -// SnappyCodec.java -// Since: 2011/04/03 14:50:20 -// -// $URL$ -// $Author$ -//-------------------------------------- -package org.xerial.snappy; - -import java.io.ByteArrayOutputStream; -import java.io.DataInputStream; -import java.io.DataOutputStream; -import java.io.IOException; -import java.io.InputStream; -import java.io.OutputStream; -import java.util.Arrays; - -/** - * Preamble header for {@link SnappyOutputStream}. - * - *

- * The magic header is the following 8 bytes data: - * - * 

- * -126, 'S', 'N', 'A', 'P', 'P', 'Y', 0
- *
- * - *

- * - * @author leo - * - */ -public class SnappyCodec -{ - public static final byte[] MAGIC_HEADER = new byte[] { -126, 'S', 'N', 'A', 'P', 'P', 'Y', 0 }; - public static final int MAGIC_LEN = MAGIC_HEADER.length; - public static final int HEADER_SIZE = MAGIC_LEN + 8; - public static final int MAGIC_HEADER_HEAD = SnappyOutputStream.readInt(MAGIC_HEADER, 0); - public static final int MAGIC_HEADER_TAIL = SnappyOutputStream.readInt(MAGIC_HEADER, 4); - - static { - assert(MAGIC_HEADER_HEAD < 0); - } - - - public static final int DEFAULT_VERSION = 1; - public static final int MINIMUM_COMPATIBLE_VERSION = 1; - - public final byte[] magic; - public final int version; - public final int compatibleVersion; - private final byte[] headerArray; - - private SnappyCodec(byte[] magic, int version, int compatibleVersion) { - this.magic = magic; - this.version = version; - this.compatibleVersion = compatibleVersion; - - ByteArrayOutputStream header = new ByteArrayOutputStream(HEADER_SIZE); - DataOutputStream d = new DataOutputStream(header); - try { - d.write(magic, 0, MAGIC_LEN); - d.writeInt(version); - d.writeInt(compatibleVersion); - d.close(); - } - catch(IOException e) { - throw new RuntimeException(e); - } - headerArray = header.toByteArray(); - } - - @Override - public String toString() { - return String.format("version:%d, compatible version:%d", version, compatibleVersion); - } - - public static int headerSize() { - return HEADER_SIZE; - } - - public int writeHeader(byte[] dst, int dstOffset) { - System.arraycopy(headerArray, 0, dst, dstOffset, headerArray.length); - return headerArray.length; - } - - public int writeHeader(OutputStream out) throws IOException { - out.write(headerArray, 0, headerArray.length); - return headerArray.length; - } - - public boolean isValidMagicHeader() { - return Arrays.equals(MAGIC_HEADER, magic); - } - - public static SnappyCodec readHeader(InputStream in) throws IOException { - DataInputStream d = new DataInputStream(in); - byte[] magic = new byte[MAGIC_LEN]; - d.readFully(magic, 0, MAGIC_LEN); - int version = d.readInt(); - int compatibleVersion = d.readInt(); - return new SnappyCodec(magic, version, compatibleVersion); - } - - public static SnappyCodec currentHeader = new SnappyCodec(MAGIC_HEADER, DEFAULT_VERSION, MINIMUM_COMPATIBLE_VERSION); - -} +/*-------------------------------------------------------------------------- + * Copyright 2011 Taro L. Saito + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + *--------------------------------------------------------------------------*/ +//-------------------------------------- +// XerialJ +// +// SnappyCodec.java +// Since: 2011/04/03 14:50:20 +// +// $URL$ +// $Author$ +//-------------------------------------- +package org.xerial.snappy; + +import java.io.ByteArrayOutputStream; +import java.io.DataInputStream; +import java.io.DataOutputStream; +import java.io.IOException; +import java.io.InputStream; +import java.io.OutputStream; +import java.util.Arrays; + +/** + * Preamble header for {@link SnappyOutputStream}. + * + *

+ * The magic header is the following 8 bytes data: + * + * 

+ * -126, 'S', 'N', 'A', 'P', 'P', 'Y', 0
+ *
+ * + *

+ * + * @author leo + * + */ +public class SnappyCodec +{ + public static final byte[] MAGIC_HEADER = new byte[] { -126, 'S', 'N', 'A', 'P', 'P', 'Y', 0 }; + public static final int MAGIC_LEN = MAGIC_HEADER.length; + public static final int HEADER_SIZE = MAGIC_LEN + 8; + public static final int MAGIC_HEADER_HEAD = SnappyOutputStream.readInt(MAGIC_HEADER, 0); + public static final int MAGIC_HEADER_TAIL = SnappyOutputStream.readInt(MAGIC_HEADER, 4); + + static { + assert(MAGIC_HEADER_HEAD < 0); + } + + + public static final int DEFAULT_VERSION = 1; + public static final int MINIMUM_COMPATIBLE_VERSION = 1; + + public final byte[] magic; + public final int version; + public final int compatibleVersion; + private final byte[] headerArray; + + private SnappyCodec(byte[] magic, int version, int compatibleVersion) { + this.magic = magic; + this.version = version; + this.compatibleVersion = compatibleVersion; + + ByteArrayOutputStream header = new ByteArrayOutputStream(HEADER_SIZE); + DataOutputStream d = new DataOutputStream(header); + try { + d.write(magic, 0, MAGIC_LEN); + d.writeInt(version); + d.writeInt(compatibleVersion); + d.close(); + } + catch(IOException e) { + throw new RuntimeException(e); + } + headerArray = header.toByteArray(); + } + + @Override + public String toString() { + return String.format("version:%d, compatible version:%d", version, compatibleVersion); + } + + public static int headerSize() { + return HEADER_SIZE; + } + + public int writeHeader(byte[] dst, int dstOffset) { + System.arraycopy(headerArray, 0, dst, dstOffset, headerArray.length); + return headerArray.length; + } + + public int writeHeader(OutputStream out) throws IOException { + out.write(headerArray, 0, headerArray.length); + return headerArray.length; + } + + public boolean isValidMagicHeader() { + return Arrays.equals(MAGIC_HEADER, magic); + } + + public static SnappyCodec readHeader(InputStream in) throws IOException { + DataInputStream d = new DataInputStream(in); + byte[] magic = new byte[MAGIC_LEN]; + d.readFully(magic, 0, MAGIC_LEN); + int version = d.readInt(); + int compatibleVersion = d.readInt(); + return new SnappyCodec(magic, version, compatibleVersion); + } + + public static SnappyCodec currentHeader = new SnappyCodec(MAGIC_HEADER, DEFAULT_VERSION, MINIMUM_COMPATIBLE_VERSION); + +} diff --git a/src/main/java/org/xerial/snappy/SnappyError.java b/src/main/java/org/xerial/snappy/SnappyError.java index 0a3ab18..b366805 100755 --- a/src/main/java/org/xerial/snappy/SnappyError.java +++ b/src/main/java/org/xerial/snappy/SnappyError.java @@ -1,62 +1,62 @@ -/*-------------------------------------------------------------------------- - * Copyright 2011 Taro L. Saito - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *--------------------------------------------------------------------------*/ -//-------------------------------------- -// XerialJ -// -// SnappyError.java -// Since: 2011/03/30 15:22:43 -// -// $URL$ -// $Author$ -//-------------------------------------- -package org.xerial.snappy; - -/** - * Used when serious errors (unchecked exception) are observed. - * - * @author leo - * - */ -public class SnappyError extends Error -{ - /** - * - */ - private static final long serialVersionUID = 1L; - - public final SnappyErrorCode errorCode; - - public SnappyError(SnappyErrorCode code) { - super(); - this.errorCode = code; - } - - public SnappyError(SnappyErrorCode code, Error e) { - super(e); - this.errorCode = code; - } - - public SnappyError(SnappyErrorCode code, String message) { - super(message); - this.errorCode = code; - } - - @Override - public String getMessage() { - return String.format("[%s] %s", errorCode.name(), super.getMessage()); - } - -} +/*-------------------------------------------------------------------------- + * Copyright 2011 Taro L. Saito + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + *--------------------------------------------------------------------------*/ +//-------------------------------------- +// XerialJ +// +// SnappyError.java +// Since: 2011/03/30 15:22:43 +// +// $URL$ +// $Author$ +//-------------------------------------- +package org.xerial.snappy; + +/** + * Used when serious errors (unchecked exception) are observed. + * + * @author leo + * + */ +public class SnappyError extends Error +{ + /** + * + */ + private static final long serialVersionUID = 1L; + + public final SnappyErrorCode errorCode; + + public SnappyError(SnappyErrorCode code) { + super(); + this.errorCode = code; + } + + public SnappyError(SnappyErrorCode code, Error e) { + super(e); + this.errorCode = code; + } + + public SnappyError(SnappyErrorCode code, String message) { + super(message); + this.errorCode = code; + } + + @Override + public String getMessage() { + return String.format("[%s] %s", errorCode.name(), super.getMessage()); + } + +} diff --git a/src/main/java/org/xerial/snappy/SnappyErrorCode.java b/src/main/java/org/xerial/snappy/SnappyErrorCode.java index f1d8b6b..0dd6b4c 100755 --- a/src/main/java/org/xerial/snappy/SnappyErrorCode.java +++ b/src/main/java/org/xerial/snappy/SnappyErrorCode.java @@ -1,64 +1,64 @@ -/*-------------------------------------------------------------------------- - * Copyright 2011 Taro L. Saito - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *--------------------------------------------------------------------------*/ -//-------------------------------------- -// XerialJ -// -// SnappyErrorCode.java -// Since: 2011/03/30 14:56:50 -// -// $URL$ -// $Author$ -//-------------------------------------- -package org.xerial.snappy; - -/** - * Error codes of snappy-java - * - * @author leo - * - */ -public enum SnappyErrorCode { - - // DO NOT change these error code IDs because these numbers are used inside SnappyNative.cpp - UNKNOWN(0), - FAILED_TO_LOAD_NATIVE_LIBRARY(1), - PARSING_ERROR(2), - NOT_A_DIRECT_BUFFER(3), - OUT_OF_MEMORY(4), - FAILED_TO_UNCOMPRESS(5), - EMPTY_INPUT(6), - INCOMPATIBLE_VERSION(7), - INVALID_CHUNK_SIZE(8) - ; - - public final int id; - - private SnappyErrorCode(int id) { - this.id = id; - } - - public static SnappyErrorCode getErrorCode(int id) { - for (SnappyErrorCode code : SnappyErrorCode.values()) { - if (code.id == id) - return code; - } - return UNKNOWN; - } - - public static String getErrorMessage(int id) { - return getErrorCode(id).name(); - } -} +/*-------------------------------------------------------------------------- + * Copyright 2011 Taro L. Saito + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + *--------------------------------------------------------------------------*/ +//-------------------------------------- +// XerialJ +// +// SnappyErrorCode.java +// Since: 2011/03/30 14:56:50 +// +// $URL$ +// $Author$ +//-------------------------------------- +package org.xerial.snappy; + +/** + * Error codes of snappy-java + * + * @author leo + * + */ +public enum SnappyErrorCode { + + // DO NOT change these error code IDs because these numbers are used inside SnappyNative.cpp + UNKNOWN(0), + FAILED_TO_LOAD_NATIVE_LIBRARY(1), + PARSING_ERROR(2), + NOT_A_DIRECT_BUFFER(3), + OUT_OF_MEMORY(4), + FAILED_TO_UNCOMPRESS(5), + EMPTY_INPUT(6), + INCOMPATIBLE_VERSION(7), + INVALID_CHUNK_SIZE(8) + ; + + public final int id; + + private SnappyErrorCode(int id) { + this.id = id; + } + + public static SnappyErrorCode getErrorCode(int id) { + for (SnappyErrorCode code : SnappyErrorCode.values()) { + if (code.id == id) + return code; + } + return UNKNOWN; + } + + public static String getErrorMessage(int id) { + return getErrorCode(id).name(); + } +} diff --git a/src/main/java/org/xerial/snappy/SnappyException.java b/src/main/java/org/xerial/snappy/SnappyException.java index 81c08a5..e2b323d 100755 --- a/src/main/java/org/xerial/snappy/SnappyException.java +++ b/src/main/java/org/xerial/snappy/SnappyException.java @@ -1,74 +1,74 @@ -/*-------------------------------------------------------------------------- - * Copyright 2011 Taro L. Saito - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *--------------------------------------------------------------------------*/ -//-------------------------------------- -// XerialJ -// -// SnappyException.java -// Since: 2011/03/30 14:56:14 -// -// $URL$ -// $Author$ -//-------------------------------------- -package org.xerial.snappy; - -import java.io.IOException; - -/** - * Exception in snappy-java - * - * @deprecated Snappy-java now uses {@link IOException} - * @author leo - * - */ -@Deprecated -public class SnappyException extends Exception -{ - private static final long serialVersionUID = 1L; - - public final SnappyErrorCode errorCode; - - public SnappyException(int code) { - this(SnappyErrorCode.getErrorCode(code)); - } - - public SnappyException(SnappyErrorCode errorCode) { - super(); - this.errorCode = errorCode; - } - - public SnappyException(SnappyErrorCode errorCode, Exception e) { - super(e); - this.errorCode = errorCode; - } - - public SnappyException(SnappyErrorCode errorCode, String message) { - super(message); - this.errorCode = errorCode; - } - - public SnappyErrorCode getErrorCode() { - return errorCode; - } - - public static void throwException(int errorCode) throws SnappyException { - throw new SnappyException(errorCode); - } - - @Override - public String getMessage() { - return String.format("[%s] %s", errorCode.name(), super.getMessage()); - } -} +/*-------------------------------------------------------------------------- + * Copyright 2011 Taro L. Saito + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + *--------------------------------------------------------------------------*/ +//-------------------------------------- +// XerialJ +// +// SnappyException.java +// Since: 2011/03/30 14:56:14 +// +// $URL$ +// $Author$ +//-------------------------------------- +package org.xerial.snappy; + +import java.io.IOException; + +/** + * Exception in snappy-java + * + * @deprecated Snappy-java now uses {@link IOException} + * @author leo + * + */ +@Deprecated +public class SnappyException extends Exception +{ + private static final long serialVersionUID = 1L; + + public final SnappyErrorCode errorCode; + + public SnappyException(int code) { + this(SnappyErrorCode.getErrorCode(code)); + } + + public SnappyException(SnappyErrorCode errorCode) { + super(); + this.errorCode = errorCode; + } + + public SnappyException(SnappyErrorCode errorCode, Exception e) { + super(e); + this.errorCode = errorCode; + } + + public SnappyException(SnappyErrorCode errorCode, String message) { + super(message); + this.errorCode = errorCode; + } + + public SnappyErrorCode getErrorCode() { + return errorCode; + } + + public static void throwException(int errorCode) throws SnappyException { + throw new SnappyException(errorCode); + } + + @Override + public String getMessage() { + return String.format("[%s] %s", errorCode.name(), super.getMessage()); + } +} diff --git a/src/main/java/org/xerial/snappy/SnappyFramed.java b/src/main/java/org/xerial/snappy/SnappyFramed.java index 2925945..99b04e4 100644 --- a/src/main/java/org/xerial/snappy/SnappyFramed.java +++ b/src/main/java/org/xerial/snappy/SnappyFramed.java @@ -1,186 +1,186 @@ -/* - * Created: Apr 12, 2013 - */ -package org.xerial.snappy; - -import java.io.IOException; -import java.lang.reflect.Method; -import java.nio.ByteBuffer; -import java.nio.channels.ReadableByteChannel; -import java.util.logging.Level; -import java.util.logging.Logger; - -/** - * Constants and utilities for implementing x-snappy-framed. - * - * @author Brett Okken - * @since 1.1.0 - */ -final class SnappyFramed { - public static final int COMPRESSED_DATA_FLAG = 0x00; - - public static final int UNCOMPRESSED_DATA_FLAG = 0x01; - - public static final int STREAM_IDENTIFIER_FLAG = 0xff; - - private static final int MASK_DELTA = 0xa282ead8; - - /** - * Sun specific mechanisms to clean up resources associated with direct byte buffers. - */ - @SuppressWarnings("unchecked") - private static final Class SUN_DIRECT_BUFFER = (Class) lookupClassQuietly("sun.nio.ch.DirectBuffer"); - private static final Method SUN_BUFFER_CLEANER; - private static final Method SUN_CLEANER_CLEAN; - - static - { - Method bufferCleaner = null; - Method cleanerClean = null; - try { - //operate under the assumption that if the sun direct buffer class exists, - //all of the sun classes exist - if (SUN_DIRECT_BUFFER != null) { - bufferCleaner = SUN_DIRECT_BUFFER.getMethod("cleaner", (Class[])null); - Class cleanClazz = lookupClassQuietly("sun.misc.Cleaner"); - cleanerClean = cleanClazz.getMethod("clean", (Class[])null); - } - } catch(Throwable t) { - Logger.getLogger(SnappyFramed.class.getName()).log(Level.FINE, "Exception occurred attempting to lookup Sun specific DirectByteBuffer cleaner classes.", t); - } - SUN_BUFFER_CLEANER = bufferCleaner; - SUN_CLEANER_CLEAN = cleanerClean; - } - - /** - * The header consists of the stream identifier flag, 3 bytes indicating a - * length of 6, and "sNaPpY" in ASCII. - */ - public static final byte[] HEADER_BYTES = new byte[] { - (byte) STREAM_IDENTIFIER_FLAG, 0x06, 0x00, 0x00, 0x73, 0x4e, 0x61, - 0x50, 0x70, 0x59 }; - - public static int maskedCrc32c(byte[] data) - { - return maskedCrc32c(data, 0, data.length); - } - - public static int maskedCrc32c(byte[] data, int offset, int length) - { - final PureJavaCrc32C crc32c = new PureJavaCrc32C(); - crc32c.update(data, offset, length); - return mask(crc32c.getIntegerValue()); - } - - /** - * Checksums are not stored directly, but masked, as checksumming data and - * then its own checksum can be problematic. The masking is the same as used - * in Apache Hadoop: Rotate the checksum by 15 bits, then add the constant - * 0xa282ead8 (using wraparound as normal for unsigned integers). This is - * equivalent to the following C code: - * - * 
-     * uint32_t mask_checksum(uint32_t x) {
-     *     return ((x >> 15) | (x << 17)) + 0xa282ead8; 
-     * }
-     *
- */ - public static int mask(int crc) - { - // Rotate right by 15 bits and add a constant. - return ((crc >>> 15) | (crc << 17)) + MASK_DELTA; - } - - - static final int readBytes(ReadableByteChannel source, ByteBuffer dest) throws IOException - { - // tells how many bytes to read. - final int expectedLength = dest.remaining(); - - int totalRead = 0; - - // how many bytes were read. - int lastRead = source.read(dest); - - totalRead = lastRead; - - // if we did not read as many bytes as we had hoped, try reading again. - if (lastRead < expectedLength) - { - // as long the buffer is not full (remaining() == 0) and we have not reached EOF (lastRead == -1) keep reading. - while (dest.remaining() != 0 && lastRead != -1) - { - lastRead = source.read(dest); - - // if we got EOF, do not add to total read. - if (lastRead != -1) - { - totalRead += lastRead; - } - } - } - - if (totalRead > 0) - { - dest.limit(dest.position()); - } - else - { - dest.position(dest.limit()); - } - - return totalRead; - } - - static int skip(final ReadableByteChannel source, final int skip, final ByteBuffer buffer) throws IOException - { - if (skip <= 0) { - return 0; - } - - int toSkip = skip; - int skipped = 0; - while(toSkip > 0 && skipped != -1) { - buffer.clear(); - if (toSkip < buffer.capacity()) { - buffer.limit(toSkip); - } - - skipped = source.read(buffer); - if (skipped > 0) { - toSkip -= skipped; - } - } - - buffer.clear(); - return skip - toSkip; - } - - private static Class lookupClassQuietly(String name) { - try { - return SnappyFramed.class.getClassLoader().loadClass(name); - } catch (Throwable t) { - Logger.getLogger(SnappyFramed.class.getName()).log(Level.FINE, "Did not find requested class: " + name, t); - } - - return null; - } - - /** - * Provides jvm implementation specific operation to aggressively release resources associated with buffer. - * @param buffer The {@code ByteBuffer} to release. Must not be {@code null}. Must be {@link ByteBuffer#isDirect() direct}. - */ - static void releaseDirectByteBuffer(ByteBuffer buffer) - { - assert buffer != null && buffer.isDirect(); - - if (SUN_DIRECT_BUFFER != null && SUN_DIRECT_BUFFER.isAssignableFrom(buffer.getClass())) { - try { - Object cleaner = SUN_BUFFER_CLEANER.invoke(buffer, (Object[]) null); - SUN_CLEANER_CLEAN.invoke(cleaner, (Object[]) null); - } catch (Throwable t) { - Logger.getLogger(SnappyFramed.class.getName()).log(Level.FINE, "Exception occurred attempting to clean up Sun specific DirectByteBuffer.", t); - } - } - } -} +/* + * Created: Apr 12, 2013 + */ +package org.xerial.snappy; + +import java.io.IOException; +import java.lang.reflect.Method; +import java.nio.ByteBuffer; +import java.nio.channels.ReadableByteChannel; +import java.util.logging.Level; +import java.util.logging.Logger; + +/** + * Constants and utilities for implementing x-snappy-framed. + * + * @author Brett Okken + * @since 1.1.0 + */ +final class SnappyFramed { + public static final int COMPRESSED_DATA_FLAG = 0x00; + + public static final int UNCOMPRESSED_DATA_FLAG = 0x01; + + public static final int STREAM_IDENTIFIER_FLAG = 0xff; + + private static final int MASK_DELTA = 0xa282ead8; + + /** + * Sun specific mechanisms to clean up resources associated with direct byte buffers. + */ + @SuppressWarnings("unchecked") + private static final Class SUN_DIRECT_BUFFER = (Class) lookupClassQuietly("sun.nio.ch.DirectBuffer"); + private static final Method SUN_BUFFER_CLEANER; + private static final Method SUN_CLEANER_CLEAN; + + static + { + Method bufferCleaner = null; + Method cleanerClean = null; + try { + //operate under the assumption that if the sun direct buffer class exists, + //all of the sun classes exist + if (SUN_DIRECT_BUFFER != null) { + bufferCleaner = SUN_DIRECT_BUFFER.getMethod("cleaner", (Class[])null); + Class cleanClazz = lookupClassQuietly("sun.misc.Cleaner"); + cleanerClean = cleanClazz.getMethod("clean", (Class[])null); + } + } catch(Throwable t) { + Logger.getLogger(SnappyFramed.class.getName()).log(Level.FINE, "Exception occurred attempting to lookup Sun specific DirectByteBuffer cleaner classes.", t); + } + SUN_BUFFER_CLEANER = bufferCleaner; + SUN_CLEANER_CLEAN = cleanerClean; + } + + /** + * The header consists of the stream identifier flag, 3 bytes indicating a + * length of 6, and "sNaPpY" in ASCII. + */ + public static final byte[] HEADER_BYTES = new byte[] { + (byte) STREAM_IDENTIFIER_FLAG, 0x06, 0x00, 0x00, 0x73, 0x4e, 0x61, + 0x50, 0x70, 0x59 }; + + public static int maskedCrc32c(byte[] data) + { + return maskedCrc32c(data, 0, data.length); + } + + public static int maskedCrc32c(byte[] data, int offset, int length) + { + final PureJavaCrc32C crc32c = new PureJavaCrc32C(); + crc32c.update(data, offset, length); + return mask(crc32c.getIntegerValue()); + } + + /** + * Checksums are not stored directly, but masked, as checksumming data and + * then its own checksum can be problematic. The masking is the same as used + * in Apache Hadoop: Rotate the checksum by 15 bits, then add the constant + * 0xa282ead8 (using wraparound as normal for unsigned integers). This is + * equivalent to the following C code: + * + * 
+     * uint32_t mask_checksum(uint32_t x) {
+     *     return ((x >> 15) | (x << 17)) + 0xa282ead8; 
+     * }
+     *
+ */ + public static int mask(int crc) + { + // Rotate right by 15 bits and add a constant. + return ((crc >>> 15) | (crc << 17)) + MASK_DELTA; + } + + + static final int readBytes(ReadableByteChannel source, ByteBuffer dest) throws IOException + { + // tells how many bytes to read. + final int expectedLength = dest.remaining(); + + int totalRead = 0; + + // how many bytes were read. + int lastRead = source.read(dest); + + totalRead = lastRead; + + // if we did not read as many bytes as we had hoped, try reading again. + if (lastRead < expectedLength) + { + // as long the buffer is not full (remaining() == 0) and we have not reached EOF (lastRead == -1) keep reading. + while (dest.remaining() != 0 && lastRead != -1) + { + lastRead = source.read(dest); + + // if we got EOF, do not add to total read. + if (lastRead != -1) + { + totalRead += lastRead; + } + } + } + + if (totalRead > 0) + { + dest.limit(dest.position()); + } + else + { + dest.position(dest.limit()); + } + + return totalRead; + } + + static int skip(final ReadableByteChannel source, final int skip, final ByteBuffer buffer) throws IOException + { + if (skip <= 0) { + return 0; + } + + int toSkip = skip; + int skipped = 0; + while(toSkip > 0 && skipped != -1) { + buffer.clear(); + if (toSkip < buffer.capacity()) { + buffer.limit(toSkip); + } + + skipped = source.read(buffer); + if (skipped > 0) { + toSkip -= skipped; + } + } + + buffer.clear(); + return skip - toSkip; + } + + private static Class lookupClassQuietly(String name) { + try { + return SnappyFramed.class.getClassLoader().loadClass(name); + } catch (Throwable t) { + Logger.getLogger(SnappyFramed.class.getName()).log(Level.FINE, "Did not find requested class: " + name, t); + } + + return null; + } + + /** + * Provides jvm implementation specific operation to aggressively release resources associated with buffer. + * @param buffer The {@code ByteBuffer} to release. Must not be {@code null}. Must be {@link ByteBuffer#isDirect() direct}. + */ + static void releaseDirectByteBuffer(ByteBuffer buffer) + { + assert buffer != null && buffer.isDirect(); + + if (SUN_DIRECT_BUFFER != null && SUN_DIRECT_BUFFER.isAssignableFrom(buffer.getClass())) { + try { + Object cleaner = SUN_BUFFER_CLEANER.invoke(buffer, (Object[]) null); + SUN_CLEANER_CLEAN.invoke(cleaner, (Object[]) null); + } catch (Throwable t) { + Logger.getLogger(SnappyFramed.class.getName()).log(Level.FINE, "Exception occurred attempting to clean up Sun specific DirectByteBuffer.", t); + } + } + } +} diff --git a/src/main/java/org/xerial/snappy/SnappyNative.cpp b/src/main/java/org/xerial/snappy/SnappyNative.cpp index 78af982..d635880 100755 --- a/src/main/java/org/xerial/snappy/SnappyNative.cpp +++ b/src/main/java/org/xerial/snappy/SnappyNative.cpp @@ -1,309 +1,309 @@ -/*-------------------------------------------------------------------------- - * Copyright 2011 Taro L. Saito - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *--------------------------------------------------------------------------*/ -#include -#include -#include -#include "SnappyNative.h" - -void throw_exception(JNIEnv *env, jobject self, int errorCode) -{ - jclass c = env->FindClass("org/xerial/snappy/SnappyNative"); - if(c==0) - return; - jmethodID mth_throwex = env->GetMethodID(c, "throw_error", "(I)V"); - if(mth_throwex == 0) - return; - env->CallVoidMethod(self, mth_throwex, (jint) errorCode); -} - - -JNIEXPORT jstring JNICALL Java_org_xerial_snappy_SnappyNative_nativeLibraryVersion - (JNIEnv * env, jobject self) -{ - return env->NewStringUTF("1.1.0"); -} - -JNIEXPORT jlong JNICALL Java_org_xerial_snappy_SnappyNative_rawCompress__JJJ - (JNIEnv* env, jobject self, jlong srcAddr, jlong length, jlong destAddr) { - size_t compressedLength; - snappy::RawCompress((char*) srcAddr, (size_t) length, (char*) destAddr, &compressedLength); - return (jlong) compressedLength; - } - - - -JNIEXPORT jlong JNICALL Java_org_xerial_snappy_SnappyNative_rawUncompress__JJJ - (JNIEnv* env, jobject self, jlong srcAddr, jlong length, jlong destAddr) { - - size_t uncompressedLength; - snappy::GetUncompressedLength((char*) srcAddr, (size_t) length, &uncompressedLength); - bool ret = snappy::RawUncompress((char*) srcAddr, (size_t) length, (char*) destAddr); - - if(!ret) { - throw_exception(env, self, 5); - return 0; - } - - return (jlong) uncompressedLength; - } - - - -/* - * Class: org_xerial_snappy_Snappy - * Method: compress - * Signature: (Ljava/nio/ByteBuffer;Ljava/nio/ByteBuffer;)J - */ -JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_rawCompress__Ljava_nio_ByteBuffer_2IILjava_nio_ByteBuffer_2I - (JNIEnv* env, jobject self, jobject uncompressed, jint upos, jint ulen, jobject compressed, jint cpos) -{ - char* uncompressedBuffer = (char*) env->GetDirectBufferAddress(uncompressed); - char* compressedBuffer = (char*) env->GetDirectBufferAddress(compressed); - if(uncompressedBuffer == 0 || compressedBuffer == 0) { - throw_exception(env, self, 3); - return (jint) 0; - } - - size_t compressedLength; - snappy::RawCompress(uncompressedBuffer + upos, (size_t) ulen, compressedBuffer + cpos, &compressedLength); - return (jint) compressedLength; -} - - -JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_rawCompress__Ljava_lang_Object_2IILjava_lang_Object_2I - (JNIEnv * env, jobject self, jobject input, jint inputOffset, jint inputLen, jobject output, jint outputOffset) -{ - char* in = (char*) env->GetPrimitiveArrayCritical((jarray) input, 0); - char* out = (char*) env->GetPrimitiveArrayCritical((jarray) output, 0); - if(in == 0 || out == 0) { - // out of memory - if(in != 0) { - env->ReleasePrimitiveArrayCritical((jarray) input, in, 0); - } - if(out != 0) { - env->ReleasePrimitiveArrayCritical((jarray) output, out, 0); - } - throw_exception(env, self, 4); - return 0; - } - - size_t compressedLength; - snappy::RawCompress(in + inputOffset, (size_t) inputLen, out + outputOffset, &compressedLength); - - env->ReleasePrimitiveArrayCritical((jarray) input, in, 0); - env->ReleasePrimitiveArrayCritical((jarray) output, out, 0); - - return (jint) compressedLength; -} - -JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_rawUncompress__Ljava_lang_Object_2IILjava_lang_Object_2I -(JNIEnv * env, jobject self, jobject input, jint inputOffset, jint inputLength, jobject output, jint outputOffset) -{ - char* in = (char*) env->GetPrimitiveArrayCritical((jarray) input, 0); - char* out = (char*) env->GetPrimitiveArrayCritical((jarray) output, 0); - if(in == 0 || out == 0) { - // out of memory - if(in != 0) { - env->ReleasePrimitiveArrayCritical((jarray) input, in, 0); - } - if(out != 0) { - env->ReleasePrimitiveArrayCritical((jarray) output, out, 0); - } - throw_exception(env, self, 4); - return 0; - } - - size_t uncompressedLength; - snappy::GetUncompressedLength(in + inputOffset, (size_t) inputLength, &uncompressedLength); - bool ret = snappy::RawUncompress(in + inputOffset, (size_t) inputLength, out + outputOffset); - - env->ReleasePrimitiveArrayCritical((jarray) input, in, 0); - env->ReleasePrimitiveArrayCritical((jarray) output, out, 0); - - if(!ret) { - throw_exception(env, self, 5); - return 0; - } - - return (jint) uncompressedLength; -} - - -/* - * Class: org_xerial_snappy_Snappy - * Method: uncompress - * Signature: (Ljava/nio/ByteBuffer;Ljava/nio/ByteBuffer;)Z - */ -JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_rawUncompress__Ljava_nio_ByteBuffer_2IILjava_nio_ByteBuffer_2I - (JNIEnv * env, jobject self, jobject compressed, jint cpos, jint clen, jobject decompressed, jint dpos) -{ - char* compressedBuffer = (char*) env->GetDirectBufferAddress(compressed); - char* decompressedBuffer = (char*) env->GetDirectBufferAddress(decompressed); - if(compressedBuffer == 0 || decompressedBuffer == 0) { - throw_exception(env, self, 3); - return (jint) 0; - } - - size_t decompressedLength; - snappy::GetUncompressedLength(compressedBuffer + cpos, (size_t) clen, &decompressedLength); - bool ret = snappy::RawUncompress(compressedBuffer + cpos, (size_t) clen, decompressedBuffer + dpos); - if(!ret) { - throw_exception(env, self, 5); - return 0; - } - - return (jint) decompressedLength; -} - - - -/* - * Class: org_xerial_snappy_Snappy - * Method: maxCompressedLength - * Signature: (J)J - */ - -JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_maxCompressedLength - (JNIEnv *, jobject, jint size) -{ - size_t l = snappy::MaxCompressedLength((size_t) size); - return (jint) l; -} - -/* - * Class: org_xerial_snappy_Snappy - * Method: getUncompressedLength - * Signature: (Ljava/nio/ByteBuffer;)J - */ -JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_uncompressedLength__Ljava_nio_ByteBuffer_2II - (JNIEnv * env, jobject self, jobject compressed, jint cpos, jint clen) -{ - char* compressedBuffer = (char*) env->GetDirectBufferAddress(compressed); - if(compressedBuffer == 0) { - throw_exception(env, self, 3); - return (jint) 0; - } - - size_t result; - bool ret = snappy::GetUncompressedLength(compressedBuffer + cpos, (size_t) clen, &result); - if(!ret) { - throw_exception(env, self, 2); - return 0; - } - return (jint) result; -} - -JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_uncompressedLength__Ljava_lang_Object_2II - (JNIEnv * env, jobject self, jobject input, jint offset, jint length) -{ - char* in = (char*) env->GetPrimitiveArrayCritical((jarray) input, 0); - if(in == 0) { - // out of memory - throw_exception(env, self, 4); - return 0; - } - - size_t result; - bool ret = snappy::GetUncompressedLength(in + offset, (size_t) length, &result); - env->ReleasePrimitiveArrayCritical((jarray) input, in, 0); - - if(!ret) { - throw_exception(env, self, 2); - return 0; - } - - return (jint) result; -} - -JNIEXPORT jlong JNICALL Java_org_xerial_snappy_SnappyNative_uncompressedLength__JJ - (JNIEnv *env, jobject self, jlong inputAddr, jlong len) { - - - size_t result; - bool ret = snappy::GetUncompressedLength((char*) inputAddr, (size_t) len, &result); - if(!ret) { - throw_exception(env, self, 2); - return 0; - } - - return (jint) result; - } - - -JNIEXPORT jboolean JNICALL Java_org_xerial_snappy_SnappyNative_isValidCompressedBuffer__Ljava_nio_ByteBuffer_2II - (JNIEnv * env, jobject self, jobject compressed, jint cpos, jint clen) -{ - char* compressedBuffer = (char*) env->GetDirectBufferAddress(compressed); - if(compressedBuffer == 0) { - throw_exception(env, self, 3); - return (jint) 0; - } - bool ret = snappy::IsValidCompressedBuffer(compressedBuffer + cpos, (size_t) clen); - return ret; -} - - -JNIEXPORT jboolean JNICALL Java_org_xerial_snappy_SnappyNative_isValidCompressedBuffer__Ljava_lang_Object_2II - (JNIEnv * env, jobject self, jobject input, jint offset, jint length) -{ - char* in = (char*) env->GetPrimitiveArrayCritical((jarray) input, 0); - if(in == 0) { - // out of memory - throw_exception(env, self, 4); - return 0; - } - bool ret = snappy::IsValidCompressedBuffer(in + offset, (size_t) length); - env->ReleasePrimitiveArrayCritical((jarray) input, in, 0); - return ret; -} - -JNIEXPORT jboolean JNICALL Java_org_xerial_snappy_SnappyNative_isValidCompressedBuffer__JJJ - (JNIEnv * env, jobject self, jlong inputAddr, jlong offset, jlong length) -{ - if(inputAddr == 0) { - // out of memory - throw_exception(env, self, 4); - return 0; - } - bool ret = snappy::IsValidCompressedBuffer((char*) (inputAddr + offset), (size_t) length); - return ret; -} - - -JNIEXPORT void JNICALL Java_org_xerial_snappy_SnappyNative_arrayCopy - (JNIEnv * env, jobject self, jobject input, jint offset, jint length, jobject output, jint output_offset) -{ - char* src = (char*) env->GetPrimitiveArrayCritical((jarray) input, 0); - char* dest = (char*) env->GetPrimitiveArrayCritical((jarray) output, 0); - if(src == 0 || dest == 0) { - // out of memory - if(src != 0) { - env->ReleasePrimitiveArrayCritical((jarray) input, src, 0); - } - if(dest != 0) { - env->ReleasePrimitiveArrayCritical((jarray) output, dest, 0); - } - throw_exception(env, self, 4); - return; - } - - memcpy(dest+output_offset, src+offset, (size_t) length); - - env->ReleasePrimitiveArrayCritical((jarray) input, src, 0); - env->ReleasePrimitiveArrayCritical((jarray) output, dest, 0); -} - - +/*-------------------------------------------------------------------------- + * Copyright 2011 Taro L. Saito + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + *--------------------------------------------------------------------------*/ +#include +#include +#include +#include "SnappyNative.h" + +void throw_exception(JNIEnv *env, jobject self, int errorCode) +{ + jclass c = env->FindClass("org/xerial/snappy/SnappyNative"); + if(c==0) + return; + jmethodID mth_throwex = env->GetMethodID(c, "throw_error", "(I)V"); + if(mth_throwex == 0) + return; + env->CallVoidMethod(self, mth_throwex, (jint) errorCode); +} + + +JNIEXPORT jstring JNICALL Java_org_xerial_snappy_SnappyNative_nativeLibraryVersion + (JNIEnv * env, jobject self) +{ + return env->NewStringUTF("1.1.0"); +} + +JNIEXPORT jlong JNICALL Java_org_xerial_snappy_SnappyNative_rawCompress__JJJ + (JNIEnv* env, jobject self, jlong srcAddr, jlong length, jlong destAddr) { + size_t compressedLength; + snappy::RawCompress((char*) srcAddr, (size_t) length, (char*) destAddr, &compressedLength); + return (jlong) compressedLength; + } + + + +JNIEXPORT jlong JNICALL Java_org_xerial_snappy_SnappyNative_rawUncompress__JJJ + (JNIEnv* env, jobject self, jlong srcAddr, jlong length, jlong destAddr) { + + size_t uncompressedLength; + snappy::GetUncompressedLength((char*) srcAddr, (size_t) length, &uncompressedLength); + bool ret = snappy::RawUncompress((char*) srcAddr, (size_t) length, (char*) destAddr); + + if(!ret) { + throw_exception(env, self, 5); + return 0; + } + + return (jlong) uncompressedLength; + } + + + +/* + * Class: org_xerial_snappy_Snappy + * Method: compress + * Signature: (Ljava/nio/ByteBuffer;Ljava/nio/ByteBuffer;)J + */ +JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_rawCompress__Ljava_nio_ByteBuffer_2IILjava_nio_ByteBuffer_2I + (JNIEnv* env, jobject self, jobject uncompressed, jint upos, jint ulen, jobject compressed, jint cpos) +{ + char* uncompressedBuffer = (char*) env->GetDirectBufferAddress(uncompressed); + char* compressedBuffer = (char*) env->GetDirectBufferAddress(compressed); + if(uncompressedBuffer == 0 || compressedBuffer == 0) { + throw_exception(env, self, 3); + return (jint) 0; + } + + size_t compressedLength; + snappy::RawCompress(uncompressedBuffer + upos, (size_t) ulen, compressedBuffer + cpos, &compressedLength); + return (jint) compressedLength; +} + + +JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_rawCompress__Ljava_lang_Object_2IILjava_lang_Object_2I + (JNIEnv * env, jobject self, jobject input, jint inputOffset, jint inputLen, jobject output, jint outputOffset) +{ + char* in = (char*) env->GetPrimitiveArrayCritical((jarray) input, 0); + char* out = (char*) env->GetPrimitiveArrayCritical((jarray) output, 0); + if(in == 0 || out == 0) { + // out of memory + if(in != 0) { + env->ReleasePrimitiveArrayCritical((jarray) input, in, 0); + } + if(out != 0) { + env->ReleasePrimitiveArrayCritical((jarray) output, out, 0); + } + throw_exception(env, self, 4); + return 0; + } + + size_t compressedLength; + snappy::RawCompress(in + inputOffset, (size_t) inputLen, out + outputOffset, &compressedLength); + + env->ReleasePrimitiveArrayCritical((jarray) input, in, 0); + env->ReleasePrimitiveArrayCritical((jarray) output, out, 0); + + return (jint) compressedLength; +} + +JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_rawUncompress__Ljava_lang_Object_2IILjava_lang_Object_2I +(JNIEnv * env, jobject self, jobject input, jint inputOffset, jint inputLength, jobject output, jint outputOffset) +{ + char* in = (char*) env->GetPrimitiveArrayCritical((jarray) input, 0); + char* out = (char*) env->GetPrimitiveArrayCritical((jarray) output, 0); + if(in == 0 || out == 0) { + // out of memory + if(in != 0) { + env->ReleasePrimitiveArrayCritical((jarray) input, in, 0); + } + if(out != 0) { + env->ReleasePrimitiveArrayCritical((jarray) output, out, 0); + } + throw_exception(env, self, 4); + return 0; + } + + size_t uncompressedLength; + snappy::GetUncompressedLength(in + inputOffset, (size_t) inputLength, &uncompressedLength); + bool ret = snappy::RawUncompress(in + inputOffset, (size_t) inputLength, out + outputOffset); + + env->ReleasePrimitiveArrayCritical((jarray) input, in, 0); + env->ReleasePrimitiveArrayCritical((jarray) output, out, 0); + + if(!ret) { + throw_exception(env, self, 5); + return 0; + } + + return (jint) uncompressedLength; +} + + +/* + * Class: org_xerial_snappy_Snappy + * Method: uncompress + * Signature: (Ljava/nio/ByteBuffer;Ljava/nio/ByteBuffer;)Z + */ +JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_rawUncompress__Ljava_nio_ByteBuffer_2IILjava_nio_ByteBuffer_2I + (JNIEnv * env, jobject self, jobject compressed, jint cpos, jint clen, jobject decompressed, jint dpos) +{ + char* compressedBuffer = (char*) env->GetDirectBufferAddress(compressed); + char* decompressedBuffer = (char*) env->GetDirectBufferAddress(decompressed); + if(compressedBuffer == 0 || decompressedBuffer == 0) { + throw_exception(env, self, 3); + return (jint) 0; + } + + size_t decompressedLength; + snappy::GetUncompressedLength(compressedBuffer + cpos, (size_t) clen, &decompressedLength); + bool ret = snappy::RawUncompress(compressedBuffer + cpos, (size_t) clen, decompressedBuffer + dpos); + if(!ret) { + throw_exception(env, self, 5); + return 0; + } + + return (jint) decompressedLength; +} + + + +/* + * Class: org_xerial_snappy_Snappy + * Method: maxCompressedLength + * Signature: (J)J + */ + +JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_maxCompressedLength + (JNIEnv *, jobject, jint size) +{ + size_t l = snappy::MaxCompressedLength((size_t) size); + return (jint) l; +} + +/* + * Class: org_xerial_snappy_Snappy + * Method: getUncompressedLength + * Signature: (Ljava/nio/ByteBuffer;)J + */ +JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_uncompressedLength__Ljava_nio_ByteBuffer_2II + (JNIEnv * env, jobject self, jobject compressed, jint cpos, jint clen) +{ + char* compressedBuffer = (char*) env->GetDirectBufferAddress(compressed); + if(compressedBuffer == 0) { + throw_exception(env, self, 3); + return (jint) 0; + } + + size_t result; + bool ret = snappy::GetUncompressedLength(compressedBuffer + cpos, (size_t) clen, &result); + if(!ret) { + throw_exception(env, self, 2); + return 0; + } + return (jint) result; +} + +JNIEXPORT jint JNICALL Java_org_xerial_snappy_SnappyNative_uncompressedLength__Ljava_lang_Object_2II + (JNIEnv * env, jobject self, jobject input, jint offset, jint length) +{ + char* in = (char*) env->GetPrimitiveArrayCritical((jarray) input, 0); + if(in == 0) { + // out of memory + throw_exception(env, self, 4); + return 0; + } + + size_t result; + bool ret = snappy::GetUncompressedLength(in + offset, (size_t) length, &result); + env->ReleasePrimitiveArrayCritical((jarray) input, in, 0); + + if(!ret) { + throw_exception(env, self, 2); + return 0; + } + + return (jint) result; +} + +JNIEXPORT jlong JNICALL Java_org_xerial_snappy_SnappyNative_uncompressedLength__JJ + (JNIEnv *env, jobject self, jlong inputAddr, jlong len) { + + + size_t result; + bool ret = snappy::GetUncompressedLength((char*) inputAddr, (size_t) len, &result); + if(!ret) { + throw_exception(env, self, 2); + return 0; + } + + return (jint) result; + } + + +JNIEXPORT jboolean JNICALL Java_org_xerial_snappy_SnappyNative_isValidCompressedBuffer__Ljava_nio_ByteBuffer_2II + (JNIEnv * env, jobject self, jobject compressed, jint cpos, jint clen) +{ + char* compressedBuffer = (char*) env->GetDirectBufferAddress(compressed); + if(compressedBuffer == 0) { + throw_exception(env, self, 3); + return (jint) 0; + } + bool ret = snappy::IsValidCompressedBuffer(compressedBuffer + cpos, (size_t) clen); + return ret; +} + + +JNIEXPORT jboolean JNICALL Java_org_xerial_snappy_SnappyNative_isValidCompressedBuffer__Ljava_lang_Object_2II + (JNIEnv * env, jobject self, jobject input, jint offset, jint length) +{ + char* in = (char*) env->GetPrimitiveArrayCritical((jarray) input, 0); + if(in == 0) { + // out of memory + throw_exception(env, self, 4); + return 0; + } + bool ret = snappy::IsValidCompressedBuffer(in + offset, (size_t) length); + env->ReleasePrimitiveArrayCritical((jarray) input, in, 0); + return ret; +} + +JNIEXPORT jboolean JNICALL Java_org_xerial_snappy_SnappyNative_isValidCompressedBuffer__JJJ + (JNIEnv * env, jobject self, jlong inputAddr, jlong offset, jlong length) +{ + if(inputAddr == 0) { + // out of memory + throw_exception(env, self, 4); + return 0; + } + bool ret = snappy::IsValidCompressedBuffer((char*) (inputAddr + offset), (size_t) length); + return ret; +} + + +JNIEXPORT void JNICALL Java_org_xerial_snappy_SnappyNative_arrayCopy + (JNIEnv * env, jobject self, jobject input, jint offset, jint length, jobject output, jint output_offset) +{ + char* src = (char*) env->GetPrimitiveArrayCritical((jarray) input, 0); + char* dest = (char*) env->GetPrimitiveArrayCritical((jarray) output, 0); + if(src == 0 || dest == 0) { + // out of memory + if(src != 0) { + env->ReleasePrimitiveArrayCritical((jarray) input, src, 0); + } + if(dest != 0) { + env->ReleasePrimitiveArrayCritical((jarray) output, dest, 0); + } + throw_exception(env, self, 4); + return; + } + + memcpy(dest+output_offset, src+offset, (size_t) length); + + env->ReleasePrimitiveArrayCritical((jarray) input, src, 0); + env->ReleasePrimitiveArrayCritical((jarray) output, dest, 0); +} + + diff --git a/src/main/java/org/xerial/snappy/SnappyNative.java b/src/main/java/org/xerial/snappy/SnappyNative.java index b95e213..2c2d13e 100755 --- a/src/main/java/org/xerial/snappy/SnappyNative.java +++ b/src/main/java/org/xerial/snappy/SnappyNative.java @@ -1,87 +1,87 @@ -/*-------------------------------------------------------------------------- - * Copyright 2011 Taro L. Saito - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *--------------------------------------------------------------------------*/ -//-------------------------------------- -// snappy-java Project -// -// SnappyNative.java -// Since: 2011/03/30 -// -// $URL$ -// $Author$ -//-------------------------------------- -package org.xerial.snappy; - -import java.io.IOException; -import java.nio.ByteBuffer; - -/** - * JNI interface of the {@link Snappy} implementation. The native method in this class is - * defined in SnappyNative.h (genereted by javah) and SnappyNative.cpp - * - *

- * DO NOT USE THIS CLASS since the direct use of this class might break the - * native library code loading in {@link SnappyLoader}. - *

- * - * @author leo - * - */ -public class SnappyNative -{ - - public native String nativeLibraryVersion(); - - // ------------------------------------------------------------------------ - // Generic compression/decompression routines. - // ------------------------------------------------------------------------ - public native long rawCompress(long inputAddr, long inputSize, long destAddr) throws IOException; - public native long rawUncompress(long inputAddr, long inputSize, long destAddr) throws IOException; - - public native int rawCompress(ByteBuffer input, int inputOffset, int inputLength, ByteBuffer compressed, - int outputOffset) throws IOException; - - public native int rawCompress(Object input, int inputOffset, int inputByteLength, Object output, int outputOffset) throws IOException; - - public native int rawUncompress(ByteBuffer compressed, int inputOffset, int inputLength, ByteBuffer uncompressed, - int outputOffset) throws IOException; - - public native int rawUncompress(Object input, int inputOffset, int inputLength, Object output, int outputOffset) - throws IOException; - - // Returns the maximal size of the compressed representation of - // input data that is "source_bytes" bytes in length; - public native int maxCompressedLength(int source_bytes); - - // This operation takes O(1) time. - public native int uncompressedLength(ByteBuffer compressed, int offset, int len) throws IOException; - - public native int uncompressedLength(Object input, int offset, int len) throws IOException; - - public native long uncompressedLength(long inputAddr, long len) throws IOException; - - public native boolean isValidCompressedBuffer(ByteBuffer compressed, int offset, int len) throws IOException; - - public native boolean isValidCompressedBuffer(Object input, int offset, int len) throws IOException; - - public native boolean isValidCompressedBuffer(long inputAddr, long offset, long len) throws IOException; - - public native void arrayCopy(Object src, int offset, int byteLength, Object dest, int dOffset) throws IOException; - - public void throw_error(int errorCode) throws IOException { - throw new IOException(String.format("%s(%d)", SnappyErrorCode.getErrorMessage(errorCode), errorCode)); - } - -} +/*-------------------------------------------------------------------------- + * Copyright 2011 Taro L. Saito + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + *--------------------------------------------------------------------------*/ +//-------------------------------------- +// snappy-java Project +// +// SnappyNative.java +// Since: 2011/03/30 +// +// $URL$ +// $Author$ +//-------------------------------------- +package org.xerial.snappy; + +import java.io.IOException; +import java.nio.ByteBuffer; + +/** + * JNI interface of the {@link Snappy} implementation. The native method in this class is + * defined in SnappyNative.h (genereted by javah) and SnappyNative.cpp + * + *

+ * DO NOT USE THIS CLASS since the direct use of this class might break the + * native library code loading in {@link SnappyLoader}. + *

+ * + * @author leo + * + */ +public class SnappyNative +{ + + public native String nativeLibraryVersion(); + + // ------------------------------------------------------------------------ + // Generic compression/decompression routines. + // ------------------------------------------------------------------------ + public native long rawCompress(long inputAddr, long inputSize, long destAddr) throws IOException; + public native long rawUncompress(long inputAddr, long inputSize, long destAddr) throws IOException; + + public native int rawCompress(ByteBuffer input, int inputOffset, int inputLength, ByteBuffer compressed, + int outputOffset) throws IOException; + + public native int rawCompress(Object input, int inputOffset, int inputByteLength, Object output, int outputOffset) throws IOException; + + public native int rawUncompress(ByteBuffer compressed, int inputOffset, int inputLength, ByteBuffer uncompressed, + int outputOffset) throws IOException; + + public native int rawUncompress(Object input, int inputOffset, int inputLength, Object output, int outputOffset) + throws IOException; + + // Returns the maximal size of the compressed representation of + // input data that is "source_bytes" bytes in length; + public native int maxCompressedLength(int source_bytes); + + // This operation takes O(1) time. + public native int uncompressedLength(ByteBuffer compressed, int offset, int len) throws IOException; + + public native int uncompressedLength(Object input, int offset, int len) throws IOException; + + public native long uncompressedLength(long inputAddr, long len) throws IOException; + + public native boolean isValidCompressedBuffer(ByteBuffer compressed, int offset, int len) throws IOException; + + public native boolean isValidCompressedBuffer(Object input, int offset, int len) throws IOException; + + public native boolean isValidCompressedBuffer(long inputAddr, long offset, long len) throws IOException; + + public native void arrayCopy(Object src, int offset, int byteLength, Object dest, int dOffset) throws IOException; + + public void throw_error(int errorCode) throws IOException { + throw new IOException(String.format("%s(%d)", SnappyErrorCode.getErrorMessage(errorCode), errorCode)); + } + +} diff --git a/src/main/java/org/xerial/snappy/package-info.java b/src/main/java/org/xerial/snappy/package-info.java index 98f4d95..ab691e0 100755 --- a/src/main/java/org/xerial/snappy/package-info.java +++ b/src/main/java/org/xerial/snappy/package-info.java @@ -1,44 +1,44 @@ -/*-------------------------------------------------------------------------- - * Copyright 2011 Taro L. Saito - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *--------------------------------------------------------------------------*/ - -/** - * Snappy API for compressing/decompressing data. - * - * Usage - * First, import {@link org.xerial.snappy.Snappy} in your Java code: - * - * 
- * import org.xerial.snappy.Snappy;
- *
- * - * Then use {@link org.xerial.snappy.Snappy#compress(byte[])} and {@link org.xerial.snappy.Snappy#uncompress(byte[])}: - * - * 
- * String input = "Hello snappy-java! Snappy-java is a JNI-based wrapper of Snappy, a fast compresser/decompresser.";
- * byte[] compressed = Snappy.compress(input.getBytes("UTF-8"));
- * byte[] uncompressed = Snappy.uncompress(compressed);
- * String result = new String(uncompressed, "UTF-8");
- * System.out.println(result);
- *
- * - * - *

In addition, high-level methods (Snappy.compress(String), Snappy.compress(float[] ..) etc. ) and low-level ones (e.g. Snappy.rawCompress(.. ), Snappy.rawUncompress(..), etc.), which minimize memory copies, can be used.

- * - *

Stream-based API

- * Stream-based compressor/decompressor SnappyOutputStream, SnappyInputStream are also available for reading/writing large data sets. - */ -package org.xerial.snappy; - +/*-------------------------------------------------------------------------- + * Copyright 2011 Taro L. Saito + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + *--------------------------------------------------------------------------*/ + +/** + * Snappy API for compressing/decompressing data. + * + * Usage + * First, import {@link org.xerial.snappy.Snappy} in your Java code: + * + * 
+ * import org.xerial.snappy.Snappy;
+ *
+ * + * Then use {@link org.xerial.snappy.Snappy#compress(byte[])} and {@link org.xerial.snappy.Snappy#uncompress(byte[])}: + * + * 
+ * String input = "Hello snappy-java! Snappy-java is a JNI-based wrapper of Snappy, a fast compresser/decompresser.";
+ * byte[] compressed = Snappy.compress(input.getBytes("UTF-8"));
+ * byte[] uncompressed = Snappy.uncompress(compressed);
+ * String result = new String(uncompressed, "UTF-8");
+ * System.out.println(result);
+ *
+ * + * + *

In addition, high-level methods (Snappy.compress(String), Snappy.compress(float[] ..) etc. ) and low-level ones (e.g. Snappy.rawCompress(.. ), Snappy.rawUncompress(..), etc.), which minimize memory copies, can be used.

+ * + *

Stream-based API

+ * Stream-based compressor/decompressor SnappyOutputStream, SnappyInputStream are also available for reading/writing large data sets. + */ +package org.xerial.snappy; + diff --git a/src/test/java/org/xerial/snappy/CalgaryTest.java b/src/test/java/org/xerial/snappy/CalgaryTest.java index de72038..cd2f916 100755 --- a/src/test/java/org/xerial/snappy/CalgaryTest.java +++ b/src/test/java/org/xerial/snappy/CalgaryTest.java @@ -1,228 +1,228 @@ -/*-------------------------------------------------------------------------- - * Copyright 2011 Taro L. Saito - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *--------------------------------------------------------------------------*/ -//-------------------------------------- -// XerialJ -// -// CalgaryTest.java -// Since: 2011/04/04 12:10:36 -// -// $URL$ -// $Author$ -//-------------------------------------- -package org.xerial.snappy; - -import static org.junit.Assert.assertArrayEquals; -import static org.junit.Assert.assertEquals; - -import java.io.ByteArrayInputStream; -import java.io.ByteArrayOutputStream; -import java.io.File; -import java.io.FileInputStream; -import java.io.FileOutputStream; -import java.io.IOException; -import java.io.InputStream; - -import org.junit.Rule; -import org.junit.Test; -import org.junit.rules.TemporaryFolder; -import org.xerial.util.FileResource; -import org.xerial.util.log.Logger; - -/** - * Benchmark using Calgary data set - * - * @author leo - * - */ -public class CalgaryTest -{ - private static Logger _logger = Logger.getLogger(CalgaryTest.class); - - @Rule - public final TemporaryFolder tempFolder = new TemporaryFolder(); - - static byte[] readFile(String file) throws IOException { - InputStream in = FileResource.find(CalgaryTest.class, file).openStream(); - if (in == null) - throw new IOException("file " + file + " is not found"); - try { - return SnappyInputStreamTest.readFully(in); - } - finally { - if (in != null) - in.close(); - } - } - - public static final String[] files = { "bib", "book1", "book2", "geo", "news", "obj1", "obj2", "paper1", "paper2", - "paper3", "paper4", "paper5", "paper6", "pic", "progc", "progl", "progp", "trans" }; - - @Test - public void block() throws Exception { - for (String f : files) { - byte[] orig = readFile("testdata/calgary/" + f); - - byte[] compressed = Snappy.compress(orig); - byte[] uncompressed = Snappy.uncompress(compressed); - - assertArrayEquals(orig, uncompressed); - } - } - - @Test - public void stream() throws Exception { - for (String f : files) { - byte[] orig = readFile("testdata/calgary/" + f); - - ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); - SnappyOutputStream out = new SnappyOutputStream(compressedBuf); - out.write(orig); - out.close(); - - SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressedBuf.toByteArray())); - byte[] uncompressed = new byte[orig.length]; - int readBytes = in.read(uncompressed); - assertEquals(orig.length, readBytes); - assertArrayEquals(orig, uncompressed); - } - } - - @Test - public void streamFramed() throws Exception { - for (String f : files) { - byte[] orig = readFile("testdata/calgary/" + f); - - ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); - SnappyFramedOutputStream out = new SnappyFramedOutputStream(compressedBuf); - out.write(orig); - out.close(); - - SnappyFramedInputStream in = new SnappyFramedInputStream(new ByteArrayInputStream(compressedBuf.toByteArray())); - - byte[] uncompressed = new byte[orig.length]; - int readBytes = readBytes(in, uncompressed, 0, orig.length); - - assertEquals(orig.length, readBytes); - assertArrayEquals(orig, uncompressed); - } - } - - @Test - public void streamFramedToFile() throws Exception { - for (String f : files) { - byte[] orig = readFile("testdata/calgary/" + f); - - final File tempFile = tempFolder.newFile(f); - final FileOutputStream compressedFOS = new FileOutputStream(tempFile); - try - { - SnappyFramedOutputStream out = new SnappyFramedOutputStream(compressedFOS); - out.write(orig); - out.close(); - } - finally - { - compressedFOS.close(); - } - - byte[] uncompressed = new byte[orig.length]; - - final FileInputStream compressedFIS = new FileInputStream(tempFile); - try - { - SnappyFramedInputStream in = new SnappyFramedInputStream(compressedFIS.getChannel()); - int readBytes = readBytes(in, uncompressed, 0, orig.length); - - assertEquals(orig.length, readBytes); - } - finally - { - compressedFIS.close(); - } - - assertArrayEquals(orig, uncompressed); - } - } - - @Test - public void streamFramedNoCRCVerify() throws Exception { - for (String f : files) { - byte[] orig = readFile("testdata/calgary/" + f); - - ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); - SnappyFramedOutputStream out = new SnappyFramedOutputStream(compressedBuf); - out.write(orig); - out.close(); - - SnappyFramedInputStream in = new SnappyFramedInputStream(new ByteArrayInputStream(compressedBuf.toByteArray()), false); - - byte[] uncompressed = new byte[orig.length]; - int readBytes = readBytes(in, uncompressed, 0, orig.length); - - assertEquals(orig.length, readBytes); - assertArrayEquals(orig, uncompressed); - } - } - - @Test - public void byteWiseRead() throws Exception { - for (String f : files) { - byte[] orig = readFile("testdata/calgary/" + f); - - ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); - SnappyOutputStream out = new SnappyOutputStream(compressedBuf); - out.write(orig); - out.close(); - - SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressedBuf.toByteArray())); - byte[] uncompressed = new byte[orig.length]; - int cursor = 0; - for (;;) { - int b = in.read(); - if (b == -1) - break; - uncompressed[cursor++] = (byte) b; - } - assertEquals(orig.length, cursor); - assertArrayEquals(orig, uncompressed); - } - } - - static final int readBytes(InputStream source, byte[] dest, int offset, int length) throws IOException - { - // how many bytes were read. - int lastRead = source.read(dest, offset, length); - - int totalRead = lastRead; - - // if we did not read as many bytes as we had hoped, try reading again. - if (lastRead < length) - { - // as long the buffer is not full (remaining() == 0) and we have not reached EOF (lastRead == -1) keep reading. - while (totalRead < length && lastRead != -1) - { - lastRead = source.read(dest, offset + totalRead, length - totalRead); - - // if we got EOF, do not add to total read. - if (lastRead != -1) - { - totalRead += lastRead; - } - } - } - return totalRead; - } -} +/*-------------------------------------------------------------------------- + * Copyright 2011 Taro L. Saito + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + *--------------------------------------------------------------------------*/ +//-------------------------------------- +// XerialJ +// +// CalgaryTest.java +// Since: 2011/04/04 12:10:36 +// +// $URL$ +// $Author$ +//-------------------------------------- +package org.xerial.snappy; + +import static org.junit.Assert.assertArrayEquals; +import static org.junit.Assert.assertEquals; + +import java.io.ByteArrayInputStream; +import java.io.ByteArrayOutputStream; +import java.io.File; +import java.io.FileInputStream; +import java.io.FileOutputStream; +import java.io.IOException; +import java.io.InputStream; + +import org.junit.Rule; +import org.junit.Test; +import org.junit.rules.TemporaryFolder; +import org.xerial.util.FileResource; +import org.xerial.util.log.Logger; + +/** + * Benchmark using Calgary data set + * + * @author leo + * + */ +public class CalgaryTest +{ + private static Logger _logger = Logger.getLogger(CalgaryTest.class); + + @Rule + public final TemporaryFolder tempFolder = new TemporaryFolder(); + + static byte[] readFile(String file) throws IOException { + InputStream in = FileResource.find(CalgaryTest.class, file).openStream(); + if (in == null) + throw new IOException("file " + file + " is not found"); + try { + return SnappyInputStreamTest.readFully(in); + } + finally { + if (in != null) + in.close(); + } + } + + public static final String[] files = { "bib", "book1", "book2", "geo", "news", "obj1", "obj2", "paper1", "paper2", + "paper3", "paper4", "paper5", "paper6", "pic", "progc", "progl", "progp", "trans" }; + + @Test + public void block() throws Exception { + for (String f : files) { + byte[] orig = readFile("testdata/calgary/" + f); + + byte[] compressed = Snappy.compress(orig); + byte[] uncompressed = Snappy.uncompress(compressed); + + assertArrayEquals(orig, uncompressed); + } + } + + @Test + public void stream() throws Exception { + for (String f : files) { + byte[] orig = readFile("testdata/calgary/" + f); + + ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); + SnappyOutputStream out = new SnappyOutputStream(compressedBuf); + out.write(orig); + out.close(); + + SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressedBuf.toByteArray())); + byte[] uncompressed = new byte[orig.length]; + int readBytes = in.read(uncompressed); + assertEquals(orig.length, readBytes); + assertArrayEquals(orig, uncompressed); + } + } + + @Test + public void streamFramed() throws Exception { + for (String f : files) { + byte[] orig = readFile("testdata/calgary/" + f); + + ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); + SnappyFramedOutputStream out = new SnappyFramedOutputStream(compressedBuf); + out.write(orig); + out.close(); + + SnappyFramedInputStream in = new SnappyFramedInputStream(new ByteArrayInputStream(compressedBuf.toByteArray())); + + byte[] uncompressed = new byte[orig.length]; + int readBytes = readBytes(in, uncompressed, 0, orig.length); + + assertEquals(orig.length, readBytes); + assertArrayEquals(orig, uncompressed); + } + } + + @Test + public void streamFramedToFile() throws Exception { + for (String f : files) { + byte[] orig = readFile("testdata/calgary/" + f); + + final File tempFile = tempFolder.newFile(f); + final FileOutputStream compressedFOS = new FileOutputStream(tempFile); + try + { + SnappyFramedOutputStream out = new SnappyFramedOutputStream(compressedFOS); + out.write(orig); + out.close(); + } + finally + { + compressedFOS.close(); + } + + byte[] uncompressed = new byte[orig.length]; + + final FileInputStream compressedFIS = new FileInputStream(tempFile); + try + { + SnappyFramedInputStream in = new SnappyFramedInputStream(compressedFIS.getChannel()); + int readBytes = readBytes(in, uncompressed, 0, orig.length); + + assertEquals(orig.length, readBytes); + } + finally + { + compressedFIS.close(); + } + + assertArrayEquals(orig, uncompressed); + } + } + + @Test + public void streamFramedNoCRCVerify() throws Exception { + for (String f : files) { + byte[] orig = readFile("testdata/calgary/" + f); + + ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); + SnappyFramedOutputStream out = new SnappyFramedOutputStream(compressedBuf); + out.write(orig); + out.close(); + + SnappyFramedInputStream in = new SnappyFramedInputStream(new ByteArrayInputStream(compressedBuf.toByteArray()), false); + + byte[] uncompressed = new byte[orig.length]; + int readBytes = readBytes(in, uncompressed, 0, orig.length); + + assertEquals(orig.length, readBytes); + assertArrayEquals(orig, uncompressed); + } + } + + @Test + public void byteWiseRead() throws Exception { + for (String f : files) { + byte[] orig = readFile("testdata/calgary/" + f); + + ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); + SnappyOutputStream out = new SnappyOutputStream(compressedBuf); + out.write(orig); + out.close(); + + SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressedBuf.toByteArray())); + byte[] uncompressed = new byte[orig.length]; + int cursor = 0; + for (;;) { + int b = in.read(); + if (b == -1) + break; + uncompressed[cursor++] = (byte) b; + } + assertEquals(orig.length, cursor); + assertArrayEquals(orig, uncompressed); + } + } + + static final int readBytes(InputStream source, byte[] dest, int offset, int length) throws IOException + { + // how many bytes were read. + int lastRead = source.read(dest, offset, length); + + int totalRead = lastRead; + + // if we did not read as many bytes as we had hoped, try reading again. + if (lastRead < length) + { + // as long the buffer is not full (remaining() == 0) and we have not reached EOF (lastRead == -1) keep reading. + while (totalRead < length && lastRead != -1) + { + lastRead = source.read(dest, offset + totalRead, length - totalRead); + + // if we got EOF, do not add to total read. + if (lastRead != -1) + { + totalRead += lastRead; + } + } + } + return totalRead; + } +} diff --git a/src/test/java/org/xerial/snappy/RandomGenerator.java b/src/test/java/org/xerial/snappy/RandomGenerator.java index c75a8aa..92f13a4 100644 --- a/src/test/java/org/xerial/snappy/RandomGenerator.java +++ b/src/test/java/org/xerial/snappy/RandomGenerator.java @@ -1,68 +1,68 @@ -/* - * Created: Apr 15, 2013 - */ -package org.xerial.snappy; - -import java.util.Random; - -/** - * Generates random data with specific expected snappy performance characteristics. - * - *

- * This has been copied from dain's snappy implementation.. - *

- */ -public class RandomGenerator { - - public final byte[] data; - public int position; - - public RandomGenerator(double compressionRatio) { - // We use a limited amount of data over and over again and ensure - // that it is larger than the compression window (32KB), and also - // large enough to serve all typical value sizes we want to write. - Random rnd = new Random(301); - data = new byte[1048576 + 100]; - for (int i = 0; i < 1048576; i += 100) { - // Add a short fragment that is as compressible as specified ratio - System.arraycopy(compressibleData(rnd, compressionRatio, 100), 0, - data, i, 100); - } - } - - public int getNextPosition(int length) { - if (position + length > data.length) { - position = 0; - assert (length < data.length); - } - int result = position; - position += length; - return result; - } - - private static byte[] compressibleData(Random random, - double compressionRatio, int length) { - int raw = (int) (length * compressionRatio); - if (raw < 1) { - raw = 1; - } - byte[] rawData = generateRandomData(random, raw); - - // Duplicate the random data until we have filled "length" bytes - byte[] dest = new byte[length]; - for (int i = 0; i < length;) { - int chunkLength = Math.min(rawData.length, length - i); - System.arraycopy(rawData, 0, dest, i, chunkLength); - i += chunkLength; - } - return dest; - } - - private static byte[] generateRandomData(Random random, int length) { - byte[] rawData = new byte[length]; - for (int i = 0; i < rawData.length; i++) { - rawData[i] = (byte) random.nextInt(256); - } - return rawData; - } +/* + * Created: Apr 15, 2013 + */ +package org.xerial.snappy; + +import java.util.Random; + +/** + * Generates random data with specific expected snappy performance characteristics. + * + *

+ * This has been copied from dain's snappy implementation.. + *

+ */ +public class RandomGenerator { + + public final byte[] data; + public int position; + + public RandomGenerator(double compressionRatio) { + // We use a limited amount of data over and over again and ensure + // that it is larger than the compression window (32KB), and also + // large enough to serve all typical value sizes we want to write. + Random rnd = new Random(301); + data = new byte[1048576 + 100]; + for (int i = 0; i < 1048576; i += 100) { + // Add a short fragment that is as compressible as specified ratio + System.arraycopy(compressibleData(rnd, compressionRatio, 100), 0, + data, i, 100); + } + } + + public int getNextPosition(int length) { + if (position + length > data.length) { + position = 0; + assert (length < data.length); + } + int result = position; + position += length; + return result; + } + + private static byte[] compressibleData(Random random, + double compressionRatio, int length) { + int raw = (int) (length * compressionRatio); + if (raw < 1) { + raw = 1; + } + byte[] rawData = generateRandomData(random, raw); + + // Duplicate the random data until we have filled "length" bytes + byte[] dest = new byte[length]; + for (int i = 0; i < length;) { + int chunkLength = Math.min(rawData.length, length - i); + System.arraycopy(rawData, 0, dest, i, chunkLength); + i += chunkLength; + } + return dest; + } + + private static byte[] generateRandomData(Random random, int length) { + byte[] rawData = new byte[length]; + for (int i = 0; i < rawData.length; i++) { + rawData[i] = (byte) random.nextInt(256); + } + return rawData; + } } \ No newline at end of file diff --git a/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java b/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java index bb5f26e..c1c9930 100755 --- a/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java +++ b/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java @@ -1,179 +1,179 @@ -/*-------------------------------------------------------------------------- - * Copyright 2011 Taro L. Saito - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *--------------------------------------------------------------------------*/ -//-------------------------------------- -// XerialJ -// -// SnappyInputStreamTest.java -// Since: 2011/03/31 22:31:51 -// -// $URL$ -// $Author$ -//-------------------------------------- -package org.xerial.snappy; - -import static org.junit.Assert.*; - -import java.io.BufferedInputStream; -import java.io.ByteArrayInputStream; -import java.io.ByteArrayOutputStream; -import java.io.IOException; -import java.io.InputStream; - -import org.junit.Test; -import org.xerial.util.FileResource; -import org.xerial.util.log.Logger; -import scala.Array; - -public class SnappyInputStreamTest -{ - private static Logger _logger = Logger.getLogger(SnappyInputStreamTest.class); - - public static byte[] readResourceFile(String fileName) throws IOException { - BufferedInputStream input = new BufferedInputStream(FileResource.find(SnappyOutputStreamTest.class, fileName) - .openStream()); - assertNotNull(input); - return readFully(input); - } - - public static byte[] readFully(InputStream input) throws IOException { - try { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - byte[] buf = new byte[4096]; - for (int readBytes = 0; (readBytes = input.read(buf)) != -1;) { - out.write(buf, 0, readBytes); - } - out.flush(); - return out.toByteArray(); - } - finally { - input.close(); - } - } - - public static byte[] byteWiseReadFully(InputStream input) throws IOException { - ByteArrayOutputStream out = new ByteArrayOutputStream(); - byte[] buf = new byte[4096]; - for (int readData = 0; (readData = input.read()) != -1;) { - out.write(readData); - } - out.flush(); - return out.toByteArray(); - } - - @Test - public void read() throws Exception { - ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); - SnappyOutputStream snappyOut = new SnappyOutputStream(compressedBuf); - byte[] orig = readResourceFile("alice29.txt"); - snappyOut.write(orig); - snappyOut.close(); - byte[] compressed = compressedBuf.toByteArray(); - _logger.debug("compressed size: " + compressed.length); - - SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressed)); - byte[] uncompressed = readFully(in); - - assertEquals(orig.length, uncompressed.length); - assertArrayEquals(orig, uncompressed); - - } - - @Test - public void readBlockCompressedData() throws Exception { - byte[] orig = readResourceFile("alice29.txt"); - byte[] compressed = Snappy.compress(orig); - - SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressed)); - byte[] uncompressed = readFully(in); - - assertEquals(orig.length, uncompressed.length); - assertArrayEquals(orig, uncompressed); - } - - @Test - public void biteWiseRead() throws Exception { - byte[] orig = readResourceFile("testdata/calgary/paper6"); - byte[] compressed = Snappy.compress(orig); - - SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressed)); - byte[] uncompressed = byteWiseReadFully(in); - - assertEquals(orig.length, uncompressed.length); - assertArrayEquals(orig, uncompressed); - - } - - @Test - public void available() throws Exception { - byte[] orig = readResourceFile("testdata/calgary/paper6"); - byte[] compressed = Snappy.compress(orig); - - SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressed)); - byte[] buf = new byte[4]; - for (int readBytes = 0; (readBytes = in.read(buf)) != -1;) { - assertTrue(in.available() >= 0); - } - assertTrue(in.available() == 0); - in.close(); - } - - @Test - public void emptyStream() throws Exception { - try { - SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(new byte[0])); - byte[] uncompressed = readFully(in); - assertEquals(0, uncompressed.length); - fail("should not reach here"); - } - catch(SnappyIOException e) { - assertEquals(SnappyErrorCode.EMPTY_INPUT, e.getErrorCode()); - } - } - - public static byte[] compressResource(String resourcePath) throws Exception { - ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); - SnappyOutputStream snappyOut = new SnappyOutputStream(compressedBuf); - byte[] orig = readResourceFile(resourcePath); - snappyOut.write(orig); - snappyOut.close(); - return compressedBuf.toByteArray(); - } - - @Test - public void chunkRead() throws Exception { - byte[] chunk1 = compressResource("alice29.txt"); - byte[] chunk2 = compressResource("testdata/calgary/paper6"); - - byte[] concatenated = new byte[chunk1.length + chunk2.length]; - System.arraycopy(chunk1, 0, concatenated, 0, chunk1.length); - System.arraycopy(chunk2, 0, concatenated, chunk1.length, chunk2.length); - - SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(concatenated)); - byte[] uncompressed = readFully(in); - - byte[] orig1 = readResourceFile("alice29.txt"); - byte[] orig2 = readResourceFile("testdata/calgary/paper6"); - assertEquals(orig1.length + orig2.length, uncompressed.length); - byte[] uncompressed1 = new byte[orig1.length]; - byte[] uncompressed2 = new byte[orig2.length]; - System.arraycopy(uncompressed, 0, uncompressed1, 0, orig1.length); - System.arraycopy(uncompressed, orig1.length, uncompressed2, 0, orig2.length); - - assertArrayEquals(orig1, uncompressed1); - assertArrayEquals(orig2, uncompressed2); - } - -} +/*-------------------------------------------------------------------------- + * Copyright 2011 Taro L. Saito + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + *--------------------------------------------------------------------------*/ +//-------------------------------------- +// XerialJ +// +// SnappyInputStreamTest.java +// Since: 2011/03/31 22:31:51 +// +// $URL$ +// $Author$ +//-------------------------------------- +package org.xerial.snappy; + +import static org.junit.Assert.*; + +import java.io.BufferedInputStream; +import java.io.ByteArrayInputStream; +import java.io.ByteArrayOutputStream; +import java.io.IOException; +import java.io.InputStream; + +import org.junit.Test; +import org.xerial.util.FileResource; +import org.xerial.util.log.Logger; +import scala.Array; + +public class SnappyInputStreamTest +{ + private static Logger _logger = Logger.getLogger(SnappyInputStreamTest.class); + + public static byte[] readResourceFile(String fileName) throws IOException { + BufferedInputStream input = new BufferedInputStream(FileResource.find(SnappyOutputStreamTest.class, fileName) + .openStream()); + assertNotNull(input); + return readFully(input); + } + + public static byte[] readFully(InputStream input) throws IOException { + try { + ByteArrayOutputStream out = new ByteArrayOutputStream(); + byte[] buf = new byte[4096]; + for (int readBytes = 0; (readBytes = input.read(buf)) != -1;) { + out.write(buf, 0, readBytes); + } + out.flush(); + return out.toByteArray(); + } + finally { + input.close(); + } + } + + public static byte[] byteWiseReadFully(InputStream input) throws IOException { + ByteArrayOutputStream out = new ByteArrayOutputStream(); + byte[] buf = new byte[4096]; + for (int readData = 0; (readData = input.read()) != -1;) { + out.write(readData); + } + out.flush(); + return out.toByteArray(); + } + + @Test + public void read() throws Exception { + ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); + SnappyOutputStream snappyOut = new SnappyOutputStream(compressedBuf); + byte[] orig = readResourceFile("alice29.txt"); + snappyOut.write(orig); + snappyOut.close(); + byte[] compressed = compressedBuf.toByteArray(); + _logger.debug("compressed size: " + compressed.length); + + SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressed)); + byte[] uncompressed = readFully(in); + + assertEquals(orig.length, uncompressed.length); + assertArrayEquals(orig, uncompressed); + + } + + @Test + public void readBlockCompressedData() throws Exception { + byte[] orig = readResourceFile("alice29.txt"); + byte[] compressed = Snappy.compress(orig); + + SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressed)); + byte[] uncompressed = readFully(in); + + assertEquals(orig.length, uncompressed.length); + assertArrayEquals(orig, uncompressed); + } + + @Test + public void biteWiseRead() throws Exception { + byte[] orig = readResourceFile("testdata/calgary/paper6"); + byte[] compressed = Snappy.compress(orig); + + SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressed)); + byte[] uncompressed = byteWiseReadFully(in); + + assertEquals(orig.length, uncompressed.length); + assertArrayEquals(orig, uncompressed); + + } + + @Test + public void available() throws Exception { + byte[] orig = readResourceFile("testdata/calgary/paper6"); + byte[] compressed = Snappy.compress(orig); + + SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressed)); + byte[] buf = new byte[4]; + for (int readBytes = 0; (readBytes = in.read(buf)) != -1;) { + assertTrue(in.available() >= 0); + } + assertTrue(in.available() == 0); + in.close(); + } + + @Test + public void emptyStream() throws Exception { + try { + SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(new byte[0])); + byte[] uncompressed = readFully(in); + assertEquals(0, uncompressed.length); + fail("should not reach here"); + } + catch(SnappyIOException e) { + assertEquals(SnappyErrorCode.EMPTY_INPUT, e.getErrorCode()); + } + } + + public static byte[] compressResource(String resourcePath) throws Exception { + ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); + SnappyOutputStream snappyOut = new SnappyOutputStream(compressedBuf); + byte[] orig = readResourceFile(resourcePath); + snappyOut.write(orig); + snappyOut.close(); + return compressedBuf.toByteArray(); + } + + @Test + public void chunkRead() throws Exception { + byte[] chunk1 = compressResource("alice29.txt"); + byte[] chunk2 = compressResource("testdata/calgary/paper6"); + + byte[] concatenated = new byte[chunk1.length + chunk2.length]; + System.arraycopy(chunk1, 0, concatenated, 0, chunk1.length); + System.arraycopy(chunk2, 0, concatenated, chunk1.length, chunk2.length); + + SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(concatenated)); + byte[] uncompressed = readFully(in); + + byte[] orig1 = readResourceFile("alice29.txt"); + byte[] orig2 = readResourceFile("testdata/calgary/paper6"); + assertEquals(orig1.length + orig2.length, uncompressed.length); + byte[] uncompressed1 = new byte[orig1.length]; + byte[] uncompressed2 = new byte[orig2.length]; + System.arraycopy(uncompressed, 0, uncompressed1, 0, orig1.length); + System.arraycopy(uncompressed, orig1.length, uncompressed2, 0, orig2.length); + + assertArrayEquals(orig1, uncompressed1); + assertArrayEquals(orig2, uncompressed2); + } + +} diff --git a/src/test/java/org/xerial/snappy/SnappyLoaderTest.java b/src/test/java/org/xerial/snappy/SnappyLoaderTest.java index 9bcc85f..a27197f 100755 --- a/src/test/java/org/xerial/snappy/SnappyLoaderTest.java +++ b/src/test/java/org/xerial/snappy/SnappyLoaderTest.java @@ -1,125 +1,125 @@ -/*-------------------------------------------------------------------------- - * Copyright 2011 Taro L. Saito - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *--------------------------------------------------------------------------*/ -//-------------------------------------- -// XerialJ -// -// SnappyLoaderTest.java -// Since: 2011/06/22 23:59:47 -// -// $URL$ -// $Author$ -//-------------------------------------- -package org.xerial.snappy; - -import org.codehaus.plexus.classworlds.ClassWorld; -import org.codehaus.plexus.classworlds.realm.ClassRealm; -import org.junit.Test; -import org.xerial.util.FileResource; -import org.xerial.util.log.Logger; - -import java.io.*; -import java.lang.reflect.Method; -import java.net.URL; -import java.net.URLClassLoader; - -import static org.junit.Assert.assertArrayEquals; -import static org.junit.Assert.fail; - -public class SnappyLoaderTest -{ - private static Logger _logger = Logger.getLogger(SnappyLoaderTest.class); - - public static BufferedInputStream openByteStream(Class< ? > referenceClass, String resourceFileName) - throws IOException { - URL url = FileResource.find(referenceClass, resourceFileName); - if (url != null) { - return new BufferedInputStream(url.openStream()); - } - else - return null; - } - - public static String loadIntoString(Class referenceClass, String path) throws IOException { - BufferedInputStream in = openByteStream(referenceClass, path); - if (in == null) - throw new FileNotFoundException( - String.format("reference class:%s, path:%s", referenceClass.getName(), path)); - - ByteArrayOutputStream buf = new ByteArrayOutputStream(); - try { - byte[] tmp = new byte[4028]; - for (int readBytes = 0; (readBytes = in.read(tmp)) != -1;) { - buf.write(tmp, 0, readBytes); - } - buf.flush(); - return buf.toString(); - } - finally { - in.close(); - } - } - - @Test - public void loadSnappyByDiffentClassloadersInTheSameJVM() throws Exception { - - // Parent class loader cannot see Snappy.class - ClassLoader parent = this.getClass().getClassLoader().getParent(); - ClassWorld cw = new ClassWorld(); - ClassRealm P = cw.newRealm("P", parent); - try { - P.loadClass("org.xerial.snappy.Snappy"); - fail("org.xerial.snappy.Snappy is found in the parent"); - } - catch (ClassNotFoundException e) { - // OK - } - - // Prepare the child class loaders which can load Snappy.class - URL classPath = new File("target/classes").toURI().toURL(); - ClassRealm L1 = cw.newRealm("l1", URLClassLoader.newInstance(new URL[] { classPath }, parent)); - ClassRealm L2 = cw.newRealm("l2", URLClassLoader.newInstance(new URL[] { classPath }, parent)); - - // Actually load Snappy.class in a child class loader - - Class< ? > S1 = L1.loadClass("org.xerial.snappy.Snappy"); - Method m = S1.getMethod("compress", String.class); - byte[] v = (byte[]) m.invoke(null, "hello world"); - - // Load Snappy.class from another child class loader - Class< ? > S2 = L2.loadClass("org.xerial.snappy.Snappy"); - Method m2 = S2.getMethod("compress", String.class); - byte[] v2 = (byte[]) m2.invoke(null, "hello world"); - - assertArrayEquals(v, v2); - } - - @Test - public void load() throws Exception { - SnappyLoader.load(); - _logger.debug(Snappy.maxCompressedLength(1024)); - } - - @Test - public void autoLoad() throws Exception { - _logger.debug(Snappy.maxCompressedLength(1024)); - } - - public static void main(String[] args) { - // Test for loading native library specified in -Djava.library.path - System.setProperty(SnappyLoader.KEY_SNAPPY_USE_SYSTEMLIB, "true"); - _logger.debug(Snappy.maxCompressedLength(1024)); - } -} +/*-------------------------------------------------------------------------- + * Copyright 2011 Taro L. Saito + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + *--------------------------------------------------------------------------*/ +//-------------------------------------- +// XerialJ +// +// SnappyLoaderTest.java +// Since: 2011/06/22 23:59:47 +// +// $URL$ +// $Author$ +//-------------------------------------- +package org.xerial.snappy; + +import org.codehaus.plexus.classworlds.ClassWorld; +import org.codehaus.plexus.classworlds.realm.ClassRealm; +import org.junit.Test; +import org.xerial.util.FileResource; +import org.xerial.util.log.Logger; + +import java.io.*; +import java.lang.reflect.Method; +import java.net.URL; +import java.net.URLClassLoader; + +import static org.junit.Assert.assertArrayEquals; +import static org.junit.Assert.fail; + +public class SnappyLoaderTest +{ + private static Logger _logger = Logger.getLogger(SnappyLoaderTest.class); + + public static BufferedInputStream openByteStream(Class< ? > referenceClass, String resourceFileName) + throws IOException { + URL url = FileResource.find(referenceClass, resourceFileName); + if (url != null) { + return new BufferedInputStream(url.openStream()); + } + else + return null; + } + + public static String loadIntoString(Class referenceClass, String path) throws IOException { + BufferedInputStream in = openByteStream(referenceClass, path); + if (in == null) + throw new FileNotFoundException( + String.format("reference class:%s, path:%s", referenceClass.getName(), path)); + + ByteArrayOutputStream buf = new ByteArrayOutputStream(); + try { + byte[] tmp = new byte[4028]; + for (int readBytes = 0; (readBytes = in.read(tmp)) != -1;) { + buf.write(tmp, 0, readBytes); + } + buf.flush(); + return buf.toString(); + } + finally { + in.close(); + } + } + + @Test + public void loadSnappyByDiffentClassloadersInTheSameJVM() throws Exception { + + // Parent class loader cannot see Snappy.class + ClassLoader parent = this.getClass().getClassLoader().getParent(); + ClassWorld cw = new ClassWorld(); + ClassRealm P = cw.newRealm("P", parent); + try { + P.loadClass("org.xerial.snappy.Snappy"); + fail("org.xerial.snappy.Snappy is found in the parent"); + } + catch (ClassNotFoundException e) { + // OK + } + + // Prepare the child class loaders which can load Snappy.class + URL classPath = new File("target/classes").toURI().toURL(); + ClassRealm L1 = cw.newRealm("l1", URLClassLoader.newInstance(new URL[] { classPath }, parent)); + ClassRealm L2 = cw.newRealm("l2", URLClassLoader.newInstance(new URL[] { classPath }, parent)); + + // Actually load Snappy.class in a child class loader + + Class< ? > S1 = L1.loadClass("org.xerial.snappy.Snappy"); + Method m = S1.getMethod("compress", String.class); + byte[] v = (byte[]) m.invoke(null, "hello world"); + + // Load Snappy.class from another child class loader + Class< ? > S2 = L2.loadClass("org.xerial.snappy.Snappy"); + Method m2 = S2.getMethod("compress", String.class); + byte[] v2 = (byte[]) m2.invoke(null, "hello world"); + + assertArrayEquals(v, v2); + } + + @Test + public void load() throws Exception { + SnappyLoader.load(); + _logger.debug(Snappy.maxCompressedLength(1024)); + } + + @Test + public void autoLoad() throws Exception { + _logger.debug(Snappy.maxCompressedLength(1024)); + } + + public static void main(String[] args) { + // Test for loading native library specified in -Djava.library.path + System.setProperty(SnappyLoader.KEY_SNAPPY_USE_SYSTEMLIB, "true"); + _logger.debug(Snappy.maxCompressedLength(1024)); + } +} diff --git a/src/test/java/org/xerial/snappy/SnappyTest.java b/src/test/java/org/xerial/snappy/SnappyTest.java index db667f5..9cfe4a9 100755 --- a/src/test/java/org/xerial/snappy/SnappyTest.java +++ b/src/test/java/org/xerial/snappy/SnappyTest.java @@ -1,304 +1,304 @@ -/*-------------------------------------------------------------------------- - * Copyright 2011 Taro L. Saito - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - *--------------------------------------------------------------------------*/ -//-------------------------------------- -// snappy-java Project -// -// SnappyTest.java -// Since: 2011/03/30 -// -// $URL$ -// $Author$ -//-------------------------------------- -package org.xerial.snappy; - -import static org.junit.Assert.*; - -import java.io.IOException; -import java.nio.ByteBuffer; - -import org.junit.Assert; -import org.junit.Test; -import org.xerial.util.log.Logger; - -public class SnappyTest -{ - private static Logger _logger = Logger.getLogger(SnappyTest.class); - - @Test - public void getVersion() throws Exception { - String version = Snappy.getNativeLibraryVersion(); - _logger.debug("version: " + version); - } - - @Test - public void directBufferCheck() throws Exception { - - try { - ByteBuffer src = ByteBuffer.allocate(1024); - src.put("hello world".getBytes()); - src.flip(); - ByteBuffer dest = ByteBuffer.allocate(1024); - int maxCompressedLen = Snappy.compress(src, dest); - } - catch (SnappyError e) { - Assert.assertTrue(e.errorCode == SnappyErrorCode.NOT_A_DIRECT_BUFFER); - return; - } - - fail("shouldn't reach here"); - - } - - @Test - public void directBuffer() throws Exception { - - StringBuilder s = new StringBuilder(); - for (int i = 0; i < 20; ++i) { - s.append("Hello world!"); - } - String origStr = s.toString(); - byte[] orig = origStr.getBytes(); - int BUFFER_SIZE = orig.length; - ByteBuffer src = ByteBuffer.allocateDirect(orig.length); - src.put(orig); - src.flip(); - _logger.debug("input size: " + src.remaining()); - int maxCompressedLen = Snappy.maxCompressedLength(src.remaining()); - _logger.debug("max compressed length:" + maxCompressedLen); - - ByteBuffer compressed = ByteBuffer.allocateDirect(maxCompressedLen); - int compressedSize = Snappy.compress(src, compressed); - _logger.debug("compressed length: " + compressedSize); - - assertTrue(Snappy.isValidCompressedBuffer(compressed)); - - assertEquals(0, src.position()); - assertEquals(orig.length, src.remaining()); - assertEquals(orig.length, src.limit()); - - assertEquals(0, compressed.position()); - assertEquals(compressedSize, compressed.limit()); - assertEquals(compressedSize, compressed.remaining()); - - int uncompressedLen = Snappy.uncompressedLength(compressed); - _logger.debug("uncompressed length: " + uncompressedLen); - ByteBuffer extract = ByteBuffer.allocateDirect(uncompressedLen); - int uncompressedLen2 = Snappy.uncompress(compressed, extract); - assertEquals(uncompressedLen, uncompressedLen2); - assertEquals(uncompressedLen, extract.remaining()); - - byte[] b = new byte[uncompressedLen]; - extract.get(b); - String decompressed = new String(b); - _logger.debug(decompressed); - - assertEquals(origStr, decompressed); - } - - @Test - public void bufferOffset() throws Exception { - - String m = "ACCAGGGGGGGGGGGGGGGGGGGGATAGATATTTCCCGAGATATTTTATATAAAAAAA"; - byte[] orig = m.getBytes(); - final int offset = 100; - ByteBuffer input = ByteBuffer.allocateDirect(orig.length + offset); - input.position(offset); - input.put(orig); - input.flip(); - input.position(offset); - - // compress - int maxCompressedLength = Snappy.maxCompressedLength(input.remaining()); - final int offset2 = 40; - ByteBuffer compressed = ByteBuffer.allocateDirect(maxCompressedLength + offset2); - compressed.position(offset2); - Snappy.compress(input, compressed); - assertTrue(Snappy.isValidCompressedBuffer(compressed)); - - // uncompress - final int offset3 = 80; - int uncompressedLength = Snappy.uncompressedLength(compressed); - ByteBuffer uncompressed = ByteBuffer.allocateDirect(uncompressedLength + offset3); - uncompressed.position(offset3); - Snappy.uncompress(compressed, uncompressed); - assertEquals(offset3, uncompressed.position()); - assertEquals(offset3 + uncompressedLength, uncompressed.limit()); - assertEquals(uncompressedLength, uncompressed.remaining()); - - // extract string - byte[] recovered = new byte[uncompressedLength]; - uncompressed.get(recovered); - String m2 = new String(recovered); - - assertEquals(m, m2); - } - - @Test - public void byteArrayCompress() throws Exception { - - String m = "ACCAGGGGGGGGGGGGGGGGGGGGATAGATATTTCCCGAGATATTTTATATAAAAAAA"; - byte[] input = m.getBytes(); - byte[] output = new byte[Snappy.maxCompressedLength(input.length)]; - int compressedSize = Snappy.compress(input, 0, input.length, output, 0); - byte[] uncompressed = new byte[input.length]; - - assertTrue(Snappy.isValidCompressedBuffer(output, 0, compressedSize)); - int uncompressedSize = Snappy.uncompress(output, 0, compressedSize, uncompressed, 0); - String m2 = new String(uncompressed); - assertEquals(m, m2); - - } - - @Test - public void rangeCheck() throws Exception { - String m = "ACCAGGGGGGGGGGGGGGGGGGGGATAGATATTTCCCGAGATATTTTATATAAAAAAA"; - byte[] input = m.getBytes(); - byte[] output = new byte[Snappy.maxCompressedLength(input.length)]; - int compressedSize = Snappy.compress(input, 0, input.length, output, 0); - - assertTrue(Snappy.isValidCompressedBuffer(output, 0, compressedSize)); - // Intentionally set an invalid range - assertFalse(Snappy.isValidCompressedBuffer(output, 0, compressedSize + 1)); - assertFalse(Snappy.isValidCompressedBuffer(output, 1, compressedSize)); - - // Test the ByteBuffer API - ByteBuffer bin = ByteBuffer.allocateDirect(input.length); - bin.put(input); - bin.flip(); - ByteBuffer bout = ByteBuffer.allocateDirect(Snappy.maxCompressedLength(bin.remaining())); - int compressedSize2 = Snappy.compress(bin, bout); - assertEquals(compressedSize, compressedSize2); - - assertTrue(Snappy.isValidCompressedBuffer(bout)); - // Intentionally set an invalid range - bout.limit(bout.limit() + 1); - assertFalse(Snappy.isValidCompressedBuffer(bout)); - bout.limit(bout.limit() - 1); - bout.position(1); - assertFalse(Snappy.isValidCompressedBuffer(bout)); - - } - - @Test - public void highLevelAPI() throws Exception { - - String m = "Hello! 01234 ACGDSFSDFJ World. FDSDF02394234 fdsfda03924"; - byte[] input = m.getBytes(); - byte[] output = Snappy.compress(input); - - byte[] uncompressed = Snappy.uncompress(output); - String m2 = new String(uncompressed); - assertEquals(m, m2); - } - - @Test - public void lowLevelAPI() throws Exception { - - String m = "Hello! 01234 ACGDSFSDFJ World. FDSDF02394234 fdsfda03924"; - byte[] input = m.getBytes(); - byte[] output = Snappy.rawCompress(input, input.length); - - byte[] uncompressed = Snappy.uncompress(output); - String m2 = new String(uncompressed); - assertEquals(m, m2); - } - - @Test - public void simpleUsage() throws Exception { - - String input = "Hello snappy-java! Snappy-java is a JNI-based wrapper" - + " for using Snappy from Google (written in C++), a fast compresser/decompresser."; - byte[] compressed = Snappy.compress(input.getBytes("UTF-8")); - byte[] uncompressed = Snappy.uncompress(compressed); - String result = new String(uncompressed, "UTF-8"); - _logger.debug(result); - - } - - @Test - public void floatArray() throws Exception { - float[] data = new float[] { 1.0f, -0.3f, 1.3f, 234.4f, 34 }; - byte[] compressed = Snappy.compress(data); - float[] result = Snappy.uncompressFloatArray(compressed); - assertArrayEquals(data, result, 0.0f); - } - - @Test - public void doubleArray() throws Exception { - double[] data = new double[] { 1.0, -0.3, 1.3, 234.4, 34 }; - byte[] compressed = Snappy.compress(data); - double[] result = Snappy.uncompressDoubleArray(compressed); - assertArrayEquals(data, result, 0.0f); - } - - @Test - public void longArray() throws Exception { - long[] data = new long[] { 2, 3, 15, 4234, 43251531412342342L, 23423422342L }; - byte[] compressed = Snappy.compress(data); - long[] result = Snappy.uncompressLongArray(compressed); - assertArrayEquals(data, result); - } - - @Test - public void shortArray() throws Exception { - short[] data = new short[] { 432, -32267, 1, 3, 34, 43, 34, Short.MAX_VALUE, -1 }; - byte[] compressed = Snappy.compress(data); - short[] result = Snappy.uncompressShortArray(compressed); - assertArrayEquals(data, result); - } - - @Test - public void intArray() throws Exception { - int[] data = new int[] { 432, -32267, 1, 3, 34, 43, 34, Short.MAX_VALUE, -1, Integer.MAX_VALUE, 3424, 43 }; - byte[] compressed = Snappy.compress(data); - int[] result = Snappy.uncompressIntArray(compressed); - assertArrayEquals(data, result); - } - - @Test - public void charArray() throws Exception { - char[] data = new char[] { 'H', 'e', 'l', 'l', 'o', ' ', 'W', 'o', 'r', 'l', 'd', '!' }; - byte[] compressed = Snappy.compress(data); - char[] result = Snappy.uncompressCharArray(compressed); - assertArrayEquals(data, result); - } - - @Test - public void string() throws Exception { - String s = "Hello Snappy! Snappy! Snappy!"; - byte[] compressed = Snappy.compress(s); - String uncompressedString = Snappy.uncompressString(compressed); - assertEquals(s, uncompressedString); - } - - @Test - public void isValidCompressedData() throws Exception { - - byte[] b = new byte[] { (byte) 91, (byte) 34, (byte) 80, (byte) 73, (byte) 34, (byte) 93 }; - - assertFalse(Snappy.isValidCompressedBuffer(b)); - - try { - byte[] uncompressed = Snappy.uncompress(b); - fail("cannot reach here since the input is invalid data"); - } - catch (IOException e) { - _logger.debug(e); - } - - } - -} +/*-------------------------------------------------------------------------- + * Copyright 2011 Taro L. Saito + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + *--------------------------------------------------------------------------*/ +//-------------------------------------- +// snappy-java Project +// +// SnappyTest.java +// Since: 2011/03/30 +// +// $URL$ +// $Author$ +//-------------------------------------- +package org.xerial.snappy; + +import static org.junit.Assert.*; + +import java.io.IOException; +import java.nio.ByteBuffer; + +import org.junit.Assert; +import org.junit.Test; +import org.xerial.util.log.Logger; + +public class SnappyTest +{ + private static Logger _logger = Logger.getLogger(SnappyTest.class); + + @Test + public void getVersion() throws Exception { + String version = Snappy.getNativeLibraryVersion(); + _logger.debug("version: " + version); + } + + @Test + public void directBufferCheck() throws Exception { + + try { + ByteBuffer src = ByteBuffer.allocate(1024); + src.put("hello world".getBytes()); + src.flip(); + ByteBuffer dest = ByteBuffer.allocate(1024); + int maxCompressedLen = Snappy.compress(src, dest); + } + catch (SnappyError e) { + Assert.assertTrue(e.errorCode == SnappyErrorCode.NOT_A_DIRECT_BUFFER); + return; + } + + fail("shouldn't reach here"); + + } + + @Test + public void directBuffer() throws Exception { + + StringBuilder s = new StringBuilder(); + for (int i = 0; i < 20; ++i) { + s.append("Hello world!"); + } + String origStr = s.toString(); + byte[] orig = origStr.getBytes(); + int BUFFER_SIZE = orig.length; + ByteBuffer src = ByteBuffer.allocateDirect(orig.length); + src.put(orig); + src.flip(); + _logger.debug("input size: " + src.remaining()); + int maxCompressedLen = Snappy.maxCompressedLength(src.remaining()); + _logger.debug("max compressed length:" + maxCompressedLen); + + ByteBuffer compressed = ByteBuffer.allocateDirect(maxCompressedLen); + int compressedSize = Snappy.compress(src, compressed); + _logger.debug("compressed length: " + compressedSize); + + assertTrue(Snappy.isValidCompressedBuffer(compressed)); + + assertEquals(0, src.position()); + assertEquals(orig.length, src.remaining()); + assertEquals(orig.length, src.limit()); + + assertEquals(0, compressed.position()); + assertEquals(compressedSize, compressed.limit()); + assertEquals(compressedSize, compressed.remaining()); + + int uncompressedLen = Snappy.uncompressedLength(compressed); + _logger.debug("uncompressed length: " + uncompressedLen); + ByteBuffer extract = ByteBuffer.allocateDirect(uncompressedLen); + int uncompressedLen2 = Snappy.uncompress(compressed, extract); + assertEquals(uncompressedLen, uncompressedLen2); + assertEquals(uncompressedLen, extract.remaining()); + + byte[] b = new byte[uncompressedLen]; + extract.get(b); + String decompressed = new String(b); + _logger.debug(decompressed); + + assertEquals(origStr, decompressed); + } + + @Test + public void bufferOffset() throws Exception { + + String m = "ACCAGGGGGGGGGGGGGGGGGGGGATAGATATTTCCCGAGATATTTTATATAAAAAAA"; + byte[] orig = m.getBytes(); + final int offset = 100; + ByteBuffer input = ByteBuffer.allocateDirect(orig.length + offset); + input.position(offset); + input.put(orig); + input.flip(); + input.position(offset); + + // compress + int maxCompressedLength = Snappy.maxCompressedLength(input.remaining()); + final int offset2 = 40; + ByteBuffer compressed = ByteBuffer.allocateDirect(maxCompressedLength + offset2); + compressed.position(offset2); + Snappy.compress(input, compressed); + assertTrue(Snappy.isValidCompressedBuffer(compressed)); + + // uncompress + final int offset3 = 80; + int uncompressedLength = Snappy.uncompressedLength(compressed); + ByteBuffer uncompressed = ByteBuffer.allocateDirect(uncompressedLength + offset3); + uncompressed.position(offset3); + Snappy.uncompress(compressed, uncompressed); + assertEquals(offset3, uncompressed.position()); + assertEquals(offset3 + uncompressedLength, uncompressed.limit()); + assertEquals(uncompressedLength, uncompressed.remaining()); + + // extract string + byte[] recovered = new byte[uncompressedLength]; + uncompressed.get(recovered); + String m2 = new String(recovered); + + assertEquals(m, m2); + } + + @Test + public void byteArrayCompress() throws Exception { + + String m = "ACCAGGGGGGGGGGGGGGGGGGGGATAGATATTTCCCGAGATATTTTATATAAAAAAA"; + byte[] input = m.getBytes(); + byte[] output = new byte[Snappy.maxCompressedLength(input.length)]; + int compressedSize = Snappy.compress(input, 0, input.length, output, 0); + byte[] uncompressed = new byte[input.length]; + + assertTrue(Snappy.isValidCompressedBuffer(output, 0, compressedSize)); + int uncompressedSize = Snappy.uncompress(output, 0, compressedSize, uncompressed, 0); + String m2 = new String(uncompressed); + assertEquals(m, m2); + + } + + @Test + public void rangeCheck() throws Exception { + String m = "ACCAGGGGGGGGGGGGGGGGGGGGATAGATATTTCCCGAGATATTTTATATAAAAAAA"; + byte[] input = m.getBytes(); + byte[] output = new byte[Snappy.maxCompressedLength(input.length)]; + int compressedSize = Snappy.compress(input, 0, input.length, output, 0); + + assertTrue(Snappy.isValidCompressedBuffer(output, 0, compressedSize)); + // Intentionally set an invalid range + assertFalse(Snappy.isValidCompressedBuffer(output, 0, compressedSize + 1)); + assertFalse(Snappy.isValidCompressedBuffer(output, 1, compressedSize)); + + // Test the ByteBuffer API + ByteBuffer bin = ByteBuffer.allocateDirect(input.length); + bin.put(input); + bin.flip(); + ByteBuffer bout = ByteBuffer.allocateDirect(Snappy.maxCompressedLength(bin.remaining())); + int compressedSize2 = Snappy.compress(bin, bout); + assertEquals(compressedSize, compressedSize2); + + assertTrue(Snappy.isValidCompressedBuffer(bout)); + // Intentionally set an invalid range + bout.limit(bout.limit() + 1); + assertFalse(Snappy.isValidCompressedBuffer(bout)); + bout.limit(bout.limit() - 1); + bout.position(1); + assertFalse(Snappy.isValidCompressedBuffer(bout)); + + } + + @Test + public void highLevelAPI() throws Exception { + + String m = "Hello! 01234 ACGDSFSDFJ World. FDSDF02394234 fdsfda03924"; + byte[] input = m.getBytes(); + byte[] output = Snappy.compress(input); + + byte[] uncompressed = Snappy.uncompress(output); + String m2 = new String(uncompressed); + assertEquals(m, m2); + } + + @Test + public void lowLevelAPI() throws Exception { + + String m = "Hello! 01234 ACGDSFSDFJ World. FDSDF02394234 fdsfda03924"; + byte[] input = m.getBytes(); + byte[] output = Snappy.rawCompress(input, input.length); + + byte[] uncompressed = Snappy.uncompress(output); + String m2 = new String(uncompressed); + assertEquals(m, m2); + } + + @Test + public void simpleUsage() throws Exception { + + String input = "Hello snappy-java! Snappy-java is a JNI-based wrapper" + + " for using Snappy from Google (written in C++), a fast compresser/decompresser."; + byte[] compressed = Snappy.compress(input.getBytes("UTF-8")); + byte[] uncompressed = Snappy.uncompress(compressed); + String result = new String(uncompressed, "UTF-8"); + _logger.debug(result); + + } + + @Test + public void floatArray() throws Exception { + float[] data = new float[] { 1.0f, -0.3f, 1.3f, 234.4f, 34 }; + byte[] compressed = Snappy.compress(data); + float[] result = Snappy.uncompressFloatArray(compressed); + assertArrayEquals(data, result, 0.0f); + } + + @Test + public void doubleArray() throws Exception { + double[] data = new double[] { 1.0, -0.3, 1.3, 234.4, 34 }; + byte[] compressed = Snappy.compress(data); + double[] result = Snappy.uncompressDoubleArray(compressed); + assertArrayEquals(data, result, 0.0f); + } + + @Test + public void longArray() throws Exception { + long[] data = new long[] { 2, 3, 15, 4234, 43251531412342342L, 23423422342L }; + byte[] compressed = Snappy.compress(data); + long[] result = Snappy.uncompressLongArray(compressed); + assertArrayEquals(data, result); + } + + @Test + public void shortArray() throws Exception { + short[] data = new short[] { 432, -32267, 1, 3, 34, 43, 34, Short.MAX_VALUE, -1 }; + byte[] compressed = Snappy.compress(data); + short[] result = Snappy.uncompressShortArray(compressed); + assertArrayEquals(data, result); + } + + @Test + public void intArray() throws Exception { + int[] data = new int[] { 432, -32267, 1, 3, 34, 43, 34, Short.MAX_VALUE, -1, Integer.MAX_VALUE, 3424, 43 }; + byte[] compressed = Snappy.compress(data); + int[] result = Snappy.uncompressIntArray(compressed); + assertArrayEquals(data, result); + } + + @Test + public void charArray() throws Exception { + char[] data = new char[] { 'H', 'e', 'l', 'l', 'o', ' ', 'W', 'o', 'r', 'l', 'd', '!' }; + byte[] compressed = Snappy.compress(data); + char[] result = Snappy.uncompressCharArray(compressed); + assertArrayEquals(data, result); + } + + @Test + public void string() throws Exception { + String s = "Hello Snappy! Snappy! Snappy!"; + byte[] compressed = Snappy.compress(s); + String uncompressedString = Snappy.uncompressString(compressed); + assertEquals(s, uncompressedString); + } + + @Test + public void isValidCompressedData() throws Exception { + + byte[] b = new byte[] { (byte) 91, (byte) 34, (byte) 80, (byte) 73, (byte) 34, (byte) 93 }; + + assertFalse(Snappy.isValidCompressedBuffer(b)); + + try { + byte[] uncompressed = Snappy.uncompress(b); + fail("cannot reach here since the input is invalid data"); + } + catch (IOException e) { + _logger.debug(e); + } + + } + +} From 02c14db79e8e80fcf8adf71d7f154fdafed54eab Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Mon, 18 May 2015 16:44:49 +0900 Subject: [PATCH 29/46] Add sbt checkstyle plugin --- build.sbt | 5 ++ project/plugins.sbt | 2 + src/checkstyle/checks.xml | 117 ++++++++++++++++++++++++++++++++++++++ 3 files changed, 124 insertions(+) create mode 100644 src/checkstyle/checks.xml diff --git a/build.sbt b/build.sbt index 1fc4719..955ddea 100644 --- a/build.sbt +++ b/build.sbt @@ -131,3 +131,8 @@ releaseProcess := Seq[ReleaseStep]( ReleaseStep(action = Command.process("sonatypeReleaseAll", _)), pushChanges ) + + +com.etsy.sbt.Checkstyle.checkstyleSettings + +com.etsy.sbt.Checkstyle.CheckstyleTasks.checkstyleConfig := file("src/checkstyle/checks.xml") diff --git a/project/plugins.sbt b/project/plugins.sbt index 223eaec..c8896f6 100755 --- a/project/plugins.sbt +++ b/project/plugins.sbt @@ -10,3 +10,5 @@ addSbtPlugin("de.johoop" % "findbugs4sbt" % "1.3.0") addSbtPlugin("de.johoop" % "jacoco4sbt" % "2.1.5") addSbtPlugin("com.typesafe.sbt" % "sbt-osgi" % "0.7.0") + +addSbtPlugin("com.etsy" % "sbt-checkstyle-plugin" % "0.4.3") diff --git a/src/checkstyle/checks.xml b/src/checkstyle/checks.xml new file mode 100644 index 0000000..1bb6a48 --- /dev/null +++ b/src/checkstyle/checks.xml @@ -0,0 +1,117 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + From 66115a49ad5c8e55d3084e9f66bdd7112af81f62 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Mon, 18 May 2015 16:51:53 +0900 Subject: [PATCH 30/46] Applied the same style with https://github.com/airlift/codestyle --- src/main/java/org/xerial/snappy/OSInfo.java | 54 +- .../org/xerial/snappy/PureJavaCrc32C.java | 1178 +++++++++-------- src/main/java/org/xerial/snappy/Snappy.java | 436 +++--- .../xerial/snappy/SnappyBundleActivator.java | 41 +- .../java/org/xerial/snappy/SnappyCodec.java | 58 +- .../java/org/xerial/snappy/SnappyError.java | 23 +- .../org/xerial/snappy/SnappyErrorCode.java | 21 +- .../org/xerial/snappy/SnappyException.java | 32 +- .../java/org/xerial/snappy/SnappyFramed.java | 73 +- .../snappy/SnappyFramedInputStream.java | 144 +- .../snappy/SnappyFramedOutputStream.java | 178 +-- .../org/xerial/snappy/SnappyIOException.java | 11 +- .../org/xerial/snappy/SnappyInputStream.java | 248 ++-- .../java/org/xerial/snappy/SnappyLoader.java | 136 +- .../java/org/xerial/snappy/SnappyNative.java | 47 +- .../org/xerial/snappy/SnappyOutputStream.java | 122 +- .../xerial/snappy/buffer/BufferAllocator.java | 5 +- .../snappy/buffer/BufferAllocatorFactory.java | 3 +- .../snappy/buffer/CachedBufferAllocator.java | 29 +- .../snappy/buffer/DefaultBufferAllocator.java | 18 +- .../java/org/xerial/snappy/package-info.java | 6 +- .../java/org/xerial/snappy/CalgaryTest.java | 88 +- .../java/org/xerial/snappy/OSInfoTest.java | 23 +- .../org/xerial/snappy/RandomGenerator.java | 21 +- .../xerial/snappy/SnappyFramedStreamTest.java | 152 ++- .../xerial/snappy/SnappyInputStreamTest.java | 51 +- .../org/xerial/snappy/SnappyLoaderTest.java | 40 +- .../xerial/snappy/SnappyOutputStreamTest.java | 91 +- .../java/org/xerial/snappy/SnappyTest.java | 88 +- 29 files changed, 1926 insertions(+), 1491 deletions(-) diff --git a/src/main/java/org/xerial/snappy/OSInfo.java b/src/main/java/org/xerial/snappy/OSInfo.java index 1ed7a84..cafb07c 100755 --- a/src/main/java/org/xerial/snappy/OSInfo.java +++ b/src/main/java/org/xerial/snappy/OSInfo.java @@ -30,9 +30,8 @@ import java.util.Locale; /** * Provides OS name and architecture name. - * + * * @author leo - * */ public class OSInfo { @@ -76,15 +75,15 @@ public class OSInfo archMapping.put("power_rs", PPC); // TODO: PowerPC 64bit mappings - archMapping.put(PPC64, PPC64); - archMapping.put("power64", PPC64); - archMapping.put("powerpc64", PPC64); - archMapping.put("power_pc64", PPC64); - archMapping.put("power_rs64", PPC64); + archMapping.put(PPC64, PPC64); + archMapping.put("power64", PPC64); + archMapping.put("powerpc64", PPC64); + archMapping.put("power_pc64", PPC64); + archMapping.put("power_rs64", PPC64); } - - public static void main(String[] args) { + public static void main(String[] args) + { if (args.length >= 1) { if ("--os".equals(args[0])) { System.out.print(getOSName()); @@ -99,27 +98,31 @@ public class OSInfo System.out.print(getNativeLibFolderPathForCurrentOS()); } - public static String getNativeLibFolderPathForCurrentOS() { + public static String getNativeLibFolderPathForCurrentOS() + { return getOSName() + "/" + getArchName(); } - public static String getOSName() { + public static String getOSName() + { return translateOSNameToFolderName(System.getProperty("os.name")); } - public static String getArchName() { + public static String getArchName() + { // if running Linux on ARM, need to determine ABI of JVM String osArch = System.getProperty("os.arch"); if (osArch.startsWith("arm") && System.getProperty("os.name").contains("Linux")) { String javaHome = System.getProperty("java.home"); try { // determine if first JVM found uses ARM hard-float ABI - String[] cmdarray = { "/bin/sh", "-c", "find '" + javaHome + - "' -name 'libjvm.so' | head -1 | xargs readelf -A | " + - "grep 'Tag_ABI_VFP_args: VFP registers'" }; + String[] cmdarray = {"/bin/sh", "-c", "find '" + javaHome + + "' -name 'libjvm.so' | head -1 | xargs readelf -A | " + + "grep 'Tag_ABI_VFP_args: VFP registers'"}; int exitCode = Runtime.getRuntime().exec(cmdarray).waitFor(); - if (exitCode == 0) + if (exitCode == 0) { return "armhf"; + } } catch (IOException e) { // ignored: fall back to "arm" arch (soft-float ABI) @@ -127,16 +130,18 @@ public class OSInfo catch (InterruptedException e) { // ignored: fall back to "arm" arch (soft-float ABI) } - } + } else { String lc = osArch.toLowerCase(Locale.US); - if(archMapping.containsKey(lc)) + if (archMapping.containsKey(lc)) { return archMapping.get(lc); + } } return translateArchNameToFolderName(osArch); } - static String translateOSNameToFolderName(String osName) { + static String translateOSNameToFolderName(String osName) + { if (osName.contains("Windows")) { return "Windows"; } @@ -146,16 +151,17 @@ public class OSInfo else if (osName.contains("Linux")) { return "Linux"; } - else if (osName.contains("AIX")) { - return "AIX"; - } + else if (osName.contains("AIX")) { + return "AIX"; + } - else { + else { return osName.replaceAll("\\W", ""); } } - static String translateArchNameToFolderName(String archName) { + static String translateArchNameToFolderName(String archName) + { return archName.replaceAll("\\W", ""); } } diff --git a/src/main/java/org/xerial/snappy/PureJavaCrc32C.java b/src/main/java/org/xerial/snappy/PureJavaCrc32C.java index bde7ae9..bed1f76 100644 --- a/src/main/java/org/xerial/snappy/PureJavaCrc32C.java +++ b/src/main/java/org/xerial/snappy/PureJavaCrc32C.java @@ -6,15 +6,15 @@ * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * + *

+ * http://www.apache.org/licenses/LICENSE-2.0 + *

* Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. - * + *

* Some portions of this file Copyright (c) 2004-2006 Intel Corportation * and licensed under the BSD license. */ @@ -27,591 +27,599 @@ import java.util.zip.Checksum; * the CRC32-C polynomial, the same polynomial used by iSCSI * and implemented on many Intel chipsets supporting SSE4.2. */ -public class PureJavaCrc32C implements Checksum { +public class PureJavaCrc32C + implements Checksum +{ - /** the current CRC value, bit-flipped */ - private int crc; + /** the current CRC value, bit-flipped */ + private int crc; - /** Create a new PureJavaCrc32 object. */ - public PureJavaCrc32C() { - reset(); - } - - public int getIntegerValue() { - return ~crc; - } - - /** {@inheritDoc} */ - public long getValue() { - long ret = crc; - return (~ret) & 0xffffffffL; - } - - /** {@inheritDoc} */ - public void reset() { - crc = 0xffffffff; - } - - /** {@inheritDoc} */ - public void update(byte[] b, int off, int len) { - int localCrc = crc; - while(len > 7) { - int c0 = b[off++] ^ localCrc; - int c1 = b[off++] ^ (localCrc >>>= 8); - int c2 = b[off++] ^ (localCrc >>>= 8); - int c3 = b[off++] ^ (localCrc >>>= 8); - localCrc = (T8_7[c0 & 0xff] ^ T8_6[c1 & 0xff]) - ^ (T8_5[c2 & 0xff] ^ T8_4[c3 & 0xff]); - - localCrc ^= (T8_3[b[off++] & 0xff] ^ T8_2[b[off++] & 0xff]) - ^ (T8_1[b[off++] & 0xff] ^ T8_0[b[off++] & 0xff]); - - len -= 8; + /** Create a new PureJavaCrc32 object. */ + public PureJavaCrc32C() + { + reset(); } - while(len > 0) { - localCrc = (localCrc >>> 8) ^ T8_0[(localCrc ^ b[off++]) & 0xff]; - len--; + + public int getIntegerValue() + { + return ~crc; } - - // Publish crc out to object - crc = localCrc; - } - /** {@inheritDoc} */ - final public void update(int b) { - crc = (crc >>> 8) ^ T8_0[(crc ^ b) & 0xff]; - } - - // CRC polynomial tables generated by: - // java -cp build/test/classes/:build/classes/ \ - // org.apache.hadoop.util.TestPureJavaCrc32\$Table 82F63B78 + /** {@inheritDoc} */ + public long getValue() + { + long ret = crc; + return (~ret) & 0xffffffffL; + } - static final int[] T8_0 = new int[] { - 0x00000000, 0xF26B8303, 0xE13B70F7, 0x1350F3F4, - 0xC79A971F, 0x35F1141C, 0x26A1E7E8, 0xD4CA64EB, - 0x8AD958CF, 0x78B2DBCC, 0x6BE22838, 0x9989AB3B, - 0x4D43CFD0, 0xBF284CD3, 0xAC78BF27, 0x5E133C24, - 0x105EC76F, 0xE235446C, 0xF165B798, 0x030E349B, - 0xD7C45070, 0x25AFD373, 0x36FF2087, 0xC494A384, - 0x9A879FA0, 0x68EC1CA3, 0x7BBCEF57, 0x89D76C54, - 0x5D1D08BF, 0xAF768BBC, 0xBC267848, 0x4E4DFB4B, - 0x20BD8EDE, 0xD2D60DDD, 0xC186FE29, 0x33ED7D2A, - 0xE72719C1, 0x154C9AC2, 0x061C6936, 0xF477EA35, - 0xAA64D611, 0x580F5512, 0x4B5FA6E6, 0xB93425E5, - 0x6DFE410E, 0x9F95C20D, 0x8CC531F9, 0x7EAEB2FA, - 0x30E349B1, 0xC288CAB2, 0xD1D83946, 0x23B3BA45, - 0xF779DEAE, 0x05125DAD, 0x1642AE59, 0xE4292D5A, - 0xBA3A117E, 0x4851927D, 0x5B016189, 0xA96AE28A, - 0x7DA08661, 0x8FCB0562, 0x9C9BF696, 0x6EF07595, - 0x417B1DBC, 0xB3109EBF, 0xA0406D4B, 0x522BEE48, - 0x86E18AA3, 0x748A09A0, 0x67DAFA54, 0x95B17957, - 0xCBA24573, 0x39C9C670, 0x2A993584, 0xD8F2B687, - 0x0C38D26C, 0xFE53516F, 0xED03A29B, 0x1F682198, - 0x5125DAD3, 0xA34E59D0, 0xB01EAA24, 0x42752927, - 0x96BF4DCC, 0x64D4CECF, 0x77843D3B, 0x85EFBE38, - 0xDBFC821C, 0x2997011F, 0x3AC7F2EB, 0xC8AC71E8, - 0x1C661503, 0xEE0D9600, 0xFD5D65F4, 0x0F36E6F7, - 0x61C69362, 0x93AD1061, 0x80FDE395, 0x72966096, - 0xA65C047D, 0x5437877E, 0x4767748A, 0xB50CF789, - 0xEB1FCBAD, 0x197448AE, 0x0A24BB5A, 0xF84F3859, - 0x2C855CB2, 0xDEEEDFB1, 0xCDBE2C45, 0x3FD5AF46, - 0x7198540D, 0x83F3D70E, 0x90A324FA, 0x62C8A7F9, - 0xB602C312, 0x44694011, 0x5739B3E5, 0xA55230E6, - 0xFB410CC2, 0x092A8FC1, 0x1A7A7C35, 0xE811FF36, - 0x3CDB9BDD, 0xCEB018DE, 0xDDE0EB2A, 0x2F8B6829, - 0x82F63B78, 0x709DB87B, 0x63CD4B8F, 0x91A6C88C, - 0x456CAC67, 0xB7072F64, 0xA457DC90, 0x563C5F93, - 0x082F63B7, 0xFA44E0B4, 0xE9141340, 0x1B7F9043, - 0xCFB5F4A8, 0x3DDE77AB, 0x2E8E845F, 0xDCE5075C, - 0x92A8FC17, 0x60C37F14, 0x73938CE0, 0x81F80FE3, - 0x55326B08, 0xA759E80B, 0xB4091BFF, 0x466298FC, - 0x1871A4D8, 0xEA1A27DB, 0xF94AD42F, 0x0B21572C, - 0xDFEB33C7, 0x2D80B0C4, 0x3ED04330, 0xCCBBC033, - 0xA24BB5A6, 0x502036A5, 0x4370C551, 0xB11B4652, - 0x65D122B9, 0x97BAA1BA, 0x84EA524E, 0x7681D14D, - 0x2892ED69, 0xDAF96E6A, 0xC9A99D9E, 0x3BC21E9D, - 0xEF087A76, 0x1D63F975, 0x0E330A81, 0xFC588982, - 0xB21572C9, 0x407EF1CA, 0x532E023E, 0xA145813D, - 0x758FE5D6, 0x87E466D5, 0x94B49521, 0x66DF1622, - 0x38CC2A06, 0xCAA7A905, 0xD9F75AF1, 0x2B9CD9F2, - 0xFF56BD19, 0x0D3D3E1A, 0x1E6DCDEE, 0xEC064EED, - 0xC38D26C4, 0x31E6A5C7, 0x22B65633, 0xD0DDD530, - 0x0417B1DB, 0xF67C32D8, 0xE52CC12C, 0x1747422F, - 0x49547E0B, 0xBB3FFD08, 0xA86F0EFC, 0x5A048DFF, - 0x8ECEE914, 0x7CA56A17, 0x6FF599E3, 0x9D9E1AE0, - 0xD3D3E1AB, 0x21B862A8, 0x32E8915C, 0xC083125F, - 0x144976B4, 0xE622F5B7, 0xF5720643, 0x07198540, - 0x590AB964, 0xAB613A67, 0xB831C993, 0x4A5A4A90, - 0x9E902E7B, 0x6CFBAD78, 0x7FAB5E8C, 0x8DC0DD8F, - 0xE330A81A, 0x115B2B19, 0x020BD8ED, 0xF0605BEE, - 0x24AA3F05, 0xD6C1BC06, 0xC5914FF2, 0x37FACCF1, - 0x69E9F0D5, 0x9B8273D6, 0x88D28022, 0x7AB90321, - 0xAE7367CA, 0x5C18E4C9, 0x4F48173D, 0xBD23943E, - 0xF36E6F75, 0x0105EC76, 0x12551F82, 0xE03E9C81, - 0x34F4F86A, 0xC69F7B69, 0xD5CF889D, 0x27A40B9E, - 0x79B737BA, 0x8BDCB4B9, 0x988C474D, 0x6AE7C44E, - 0xBE2DA0A5, 0x4C4623A6, 0x5F16D052, 0xAD7D5351 - }; - static final int[] T8_1 = new int[] { - 0x00000000, 0x13A29877, 0x274530EE, 0x34E7A899, - 0x4E8A61DC, 0x5D28F9AB, 0x69CF5132, 0x7A6DC945, - 0x9D14C3B8, 0x8EB65BCF, 0xBA51F356, 0xA9F36B21, - 0xD39EA264, 0xC03C3A13, 0xF4DB928A, 0xE7790AFD, - 0x3FC5F181, 0x2C6769F6, 0x1880C16F, 0x0B225918, - 0x714F905D, 0x62ED082A, 0x560AA0B3, 0x45A838C4, - 0xA2D13239, 0xB173AA4E, 0x859402D7, 0x96369AA0, - 0xEC5B53E5, 0xFFF9CB92, 0xCB1E630B, 0xD8BCFB7C, - 0x7F8BE302, 0x6C297B75, 0x58CED3EC, 0x4B6C4B9B, - 0x310182DE, 0x22A31AA9, 0x1644B230, 0x05E62A47, - 0xE29F20BA, 0xF13DB8CD, 0xC5DA1054, 0xD6788823, - 0xAC154166, 0xBFB7D911, 0x8B507188, 0x98F2E9FF, - 0x404E1283, 0x53EC8AF4, 0x670B226D, 0x74A9BA1A, - 0x0EC4735F, 0x1D66EB28, 0x298143B1, 0x3A23DBC6, - 0xDD5AD13B, 0xCEF8494C, 0xFA1FE1D5, 0xE9BD79A2, - 0x93D0B0E7, 0x80722890, 0xB4958009, 0xA737187E, - 0xFF17C604, 0xECB55E73, 0xD852F6EA, 0xCBF06E9D, - 0xB19DA7D8, 0xA23F3FAF, 0x96D89736, 0x857A0F41, - 0x620305BC, 0x71A19DCB, 0x45463552, 0x56E4AD25, - 0x2C896460, 0x3F2BFC17, 0x0BCC548E, 0x186ECCF9, - 0xC0D23785, 0xD370AFF2, 0xE797076B, 0xF4359F1C, - 0x8E585659, 0x9DFACE2E, 0xA91D66B7, 0xBABFFEC0, - 0x5DC6F43D, 0x4E646C4A, 0x7A83C4D3, 0x69215CA4, - 0x134C95E1, 0x00EE0D96, 0x3409A50F, 0x27AB3D78, - 0x809C2506, 0x933EBD71, 0xA7D915E8, 0xB47B8D9F, - 0xCE1644DA, 0xDDB4DCAD, 0xE9537434, 0xFAF1EC43, - 0x1D88E6BE, 0x0E2A7EC9, 0x3ACDD650, 0x296F4E27, - 0x53028762, 0x40A01F15, 0x7447B78C, 0x67E52FFB, - 0xBF59D487, 0xACFB4CF0, 0x981CE469, 0x8BBE7C1E, - 0xF1D3B55B, 0xE2712D2C, 0xD69685B5, 0xC5341DC2, - 0x224D173F, 0x31EF8F48, 0x050827D1, 0x16AABFA6, - 0x6CC776E3, 0x7F65EE94, 0x4B82460D, 0x5820DE7A, - 0xFBC3FAF9, 0xE861628E, 0xDC86CA17, 0xCF245260, - 0xB5499B25, 0xA6EB0352, 0x920CABCB, 0x81AE33BC, - 0x66D73941, 0x7575A136, 0x419209AF, 0x523091D8, - 0x285D589D, 0x3BFFC0EA, 0x0F186873, 0x1CBAF004, - 0xC4060B78, 0xD7A4930F, 0xE3433B96, 0xF0E1A3E1, - 0x8A8C6AA4, 0x992EF2D3, 0xADC95A4A, 0xBE6BC23D, - 0x5912C8C0, 0x4AB050B7, 0x7E57F82E, 0x6DF56059, - 0x1798A91C, 0x043A316B, 0x30DD99F2, 0x237F0185, - 0x844819FB, 0x97EA818C, 0xA30D2915, 0xB0AFB162, - 0xCAC27827, 0xD960E050, 0xED8748C9, 0xFE25D0BE, - 0x195CDA43, 0x0AFE4234, 0x3E19EAAD, 0x2DBB72DA, - 0x57D6BB9F, 0x447423E8, 0x70938B71, 0x63311306, - 0xBB8DE87A, 0xA82F700D, 0x9CC8D894, 0x8F6A40E3, - 0xF50789A6, 0xE6A511D1, 0xD242B948, 0xC1E0213F, - 0x26992BC2, 0x353BB3B5, 0x01DC1B2C, 0x127E835B, - 0x68134A1E, 0x7BB1D269, 0x4F567AF0, 0x5CF4E287, - 0x04D43CFD, 0x1776A48A, 0x23910C13, 0x30339464, - 0x4A5E5D21, 0x59FCC556, 0x6D1B6DCF, 0x7EB9F5B8, - 0x99C0FF45, 0x8A626732, 0xBE85CFAB, 0xAD2757DC, - 0xD74A9E99, 0xC4E806EE, 0xF00FAE77, 0xE3AD3600, - 0x3B11CD7C, 0x28B3550B, 0x1C54FD92, 0x0FF665E5, - 0x759BACA0, 0x663934D7, 0x52DE9C4E, 0x417C0439, - 0xA6050EC4, 0xB5A796B3, 0x81403E2A, 0x92E2A65D, - 0xE88F6F18, 0xFB2DF76F, 0xCFCA5FF6, 0xDC68C781, - 0x7B5FDFFF, 0x68FD4788, 0x5C1AEF11, 0x4FB87766, - 0x35D5BE23, 0x26772654, 0x12908ECD, 0x013216BA, - 0xE64B1C47, 0xF5E98430, 0xC10E2CA9, 0xD2ACB4DE, - 0xA8C17D9B, 0xBB63E5EC, 0x8F844D75, 0x9C26D502, - 0x449A2E7E, 0x5738B609, 0x63DF1E90, 0x707D86E7, - 0x0A104FA2, 0x19B2D7D5, 0x2D557F4C, 0x3EF7E73B, - 0xD98EEDC6, 0xCA2C75B1, 0xFECBDD28, 0xED69455F, - 0x97048C1A, 0x84A6146D, 0xB041BCF4, 0xA3E32483 - }; - static final int[] T8_2 = new int[] { - 0x00000000, 0xA541927E, 0x4F6F520D, 0xEA2EC073, - 0x9EDEA41A, 0x3B9F3664, 0xD1B1F617, 0x74F06469, - 0x38513EC5, 0x9D10ACBB, 0x773E6CC8, 0xD27FFEB6, - 0xA68F9ADF, 0x03CE08A1, 0xE9E0C8D2, 0x4CA15AAC, - 0x70A27D8A, 0xD5E3EFF4, 0x3FCD2F87, 0x9A8CBDF9, - 0xEE7CD990, 0x4B3D4BEE, 0xA1138B9D, 0x045219E3, - 0x48F3434F, 0xEDB2D131, 0x079C1142, 0xA2DD833C, - 0xD62DE755, 0x736C752B, 0x9942B558, 0x3C032726, - 0xE144FB14, 0x4405696A, 0xAE2BA919, 0x0B6A3B67, - 0x7F9A5F0E, 0xDADBCD70, 0x30F50D03, 0x95B49F7D, - 0xD915C5D1, 0x7C5457AF, 0x967A97DC, 0x333B05A2, - 0x47CB61CB, 0xE28AF3B5, 0x08A433C6, 0xADE5A1B8, - 0x91E6869E, 0x34A714E0, 0xDE89D493, 0x7BC846ED, - 0x0F382284, 0xAA79B0FA, 0x40577089, 0xE516E2F7, - 0xA9B7B85B, 0x0CF62A25, 0xE6D8EA56, 0x43997828, - 0x37691C41, 0x92288E3F, 0x78064E4C, 0xDD47DC32, - 0xC76580D9, 0x622412A7, 0x880AD2D4, 0x2D4B40AA, - 0x59BB24C3, 0xFCFAB6BD, 0x16D476CE, 0xB395E4B0, - 0xFF34BE1C, 0x5A752C62, 0xB05BEC11, 0x151A7E6F, - 0x61EA1A06, 0xC4AB8878, 0x2E85480B, 0x8BC4DA75, - 0xB7C7FD53, 0x12866F2D, 0xF8A8AF5E, 0x5DE93D20, - 0x29195949, 0x8C58CB37, 0x66760B44, 0xC337993A, - 0x8F96C396, 0x2AD751E8, 0xC0F9919B, 0x65B803E5, - 0x1148678C, 0xB409F5F2, 0x5E273581, 0xFB66A7FF, - 0x26217BCD, 0x8360E9B3, 0x694E29C0, 0xCC0FBBBE, - 0xB8FFDFD7, 0x1DBE4DA9, 0xF7908DDA, 0x52D11FA4, - 0x1E704508, 0xBB31D776, 0x511F1705, 0xF45E857B, - 0x80AEE112, 0x25EF736C, 0xCFC1B31F, 0x6A802161, - 0x56830647, 0xF3C29439, 0x19EC544A, 0xBCADC634, - 0xC85DA25D, 0x6D1C3023, 0x8732F050, 0x2273622E, - 0x6ED23882, 0xCB93AAFC, 0x21BD6A8F, 0x84FCF8F1, - 0xF00C9C98, 0x554D0EE6, 0xBF63CE95, 0x1A225CEB, - 0x8B277743, 0x2E66E53D, 0xC448254E, 0x6109B730, - 0x15F9D359, 0xB0B84127, 0x5A968154, 0xFFD7132A, - 0xB3764986, 0x1637DBF8, 0xFC191B8B, 0x595889F5, - 0x2DA8ED9C, 0x88E97FE2, 0x62C7BF91, 0xC7862DEF, - 0xFB850AC9, 0x5EC498B7, 0xB4EA58C4, 0x11ABCABA, - 0x655BAED3, 0xC01A3CAD, 0x2A34FCDE, 0x8F756EA0, - 0xC3D4340C, 0x6695A672, 0x8CBB6601, 0x29FAF47F, - 0x5D0A9016, 0xF84B0268, 0x1265C21B, 0xB7245065, - 0x6A638C57, 0xCF221E29, 0x250CDE5A, 0x804D4C24, - 0xF4BD284D, 0x51FCBA33, 0xBBD27A40, 0x1E93E83E, - 0x5232B292, 0xF77320EC, 0x1D5DE09F, 0xB81C72E1, - 0xCCEC1688, 0x69AD84F6, 0x83834485, 0x26C2D6FB, - 0x1AC1F1DD, 0xBF8063A3, 0x55AEA3D0, 0xF0EF31AE, - 0x841F55C7, 0x215EC7B9, 0xCB7007CA, 0x6E3195B4, - 0x2290CF18, 0x87D15D66, 0x6DFF9D15, 0xC8BE0F6B, - 0xBC4E6B02, 0x190FF97C, 0xF321390F, 0x5660AB71, - 0x4C42F79A, 0xE90365E4, 0x032DA597, 0xA66C37E9, - 0xD29C5380, 0x77DDC1FE, 0x9DF3018D, 0x38B293F3, - 0x7413C95F, 0xD1525B21, 0x3B7C9B52, 0x9E3D092C, - 0xEACD6D45, 0x4F8CFF3B, 0xA5A23F48, 0x00E3AD36, - 0x3CE08A10, 0x99A1186E, 0x738FD81D, 0xD6CE4A63, - 0xA23E2E0A, 0x077FBC74, 0xED517C07, 0x4810EE79, - 0x04B1B4D5, 0xA1F026AB, 0x4BDEE6D8, 0xEE9F74A6, - 0x9A6F10CF, 0x3F2E82B1, 0xD50042C2, 0x7041D0BC, - 0xAD060C8E, 0x08479EF0, 0xE2695E83, 0x4728CCFD, - 0x33D8A894, 0x96993AEA, 0x7CB7FA99, 0xD9F668E7, - 0x9557324B, 0x3016A035, 0xDA386046, 0x7F79F238, - 0x0B899651, 0xAEC8042F, 0x44E6C45C, 0xE1A75622, - 0xDDA47104, 0x78E5E37A, 0x92CB2309, 0x378AB177, - 0x437AD51E, 0xE63B4760, 0x0C158713, 0xA954156D, - 0xE5F54FC1, 0x40B4DDBF, 0xAA9A1DCC, 0x0FDB8FB2, - 0x7B2BEBDB, 0xDE6A79A5, 0x3444B9D6, 0x91052BA8 - }; - static final int[] T8_3 = new int[] { - 0x00000000, 0xDD45AAB8, 0xBF672381, 0x62228939, - 0x7B2231F3, 0xA6679B4B, 0xC4451272, 0x1900B8CA, - 0xF64463E6, 0x2B01C95E, 0x49234067, 0x9466EADF, - 0x8D665215, 0x5023F8AD, 0x32017194, 0xEF44DB2C, - 0xE964B13D, 0x34211B85, 0x560392BC, 0x8B463804, - 0x924680CE, 0x4F032A76, 0x2D21A34F, 0xF06409F7, - 0x1F20D2DB, 0xC2657863, 0xA047F15A, 0x7D025BE2, - 0x6402E328, 0xB9474990, 0xDB65C0A9, 0x06206A11, - 0xD725148B, 0x0A60BE33, 0x6842370A, 0xB5079DB2, - 0xAC072578, 0x71428FC0, 0x136006F9, 0xCE25AC41, - 0x2161776D, 0xFC24DDD5, 0x9E0654EC, 0x4343FE54, - 0x5A43469E, 0x8706EC26, 0xE524651F, 0x3861CFA7, - 0x3E41A5B6, 0xE3040F0E, 0x81268637, 0x5C632C8F, - 0x45639445, 0x98263EFD, 0xFA04B7C4, 0x27411D7C, - 0xC805C650, 0x15406CE8, 0x7762E5D1, 0xAA274F69, - 0xB327F7A3, 0x6E625D1B, 0x0C40D422, 0xD1057E9A, - 0xABA65FE7, 0x76E3F55F, 0x14C17C66, 0xC984D6DE, - 0xD0846E14, 0x0DC1C4AC, 0x6FE34D95, 0xB2A6E72D, - 0x5DE23C01, 0x80A796B9, 0xE2851F80, 0x3FC0B538, - 0x26C00DF2, 0xFB85A74A, 0x99A72E73, 0x44E284CB, - 0x42C2EEDA, 0x9F874462, 0xFDA5CD5B, 0x20E067E3, - 0x39E0DF29, 0xE4A57591, 0x8687FCA8, 0x5BC25610, - 0xB4868D3C, 0x69C32784, 0x0BE1AEBD, 0xD6A40405, - 0xCFA4BCCF, 0x12E11677, 0x70C39F4E, 0xAD8635F6, - 0x7C834B6C, 0xA1C6E1D4, 0xC3E468ED, 0x1EA1C255, - 0x07A17A9F, 0xDAE4D027, 0xB8C6591E, 0x6583F3A6, - 0x8AC7288A, 0x57828232, 0x35A00B0B, 0xE8E5A1B3, - 0xF1E51979, 0x2CA0B3C1, 0x4E823AF8, 0x93C79040, - 0x95E7FA51, 0x48A250E9, 0x2A80D9D0, 0xF7C57368, - 0xEEC5CBA2, 0x3380611A, 0x51A2E823, 0x8CE7429B, - 0x63A399B7, 0xBEE6330F, 0xDCC4BA36, 0x0181108E, - 0x1881A844, 0xC5C402FC, 0xA7E68BC5, 0x7AA3217D, - 0x52A0C93F, 0x8FE56387, 0xEDC7EABE, 0x30824006, - 0x2982F8CC, 0xF4C75274, 0x96E5DB4D, 0x4BA071F5, - 0xA4E4AAD9, 0x79A10061, 0x1B838958, 0xC6C623E0, - 0xDFC69B2A, 0x02833192, 0x60A1B8AB, 0xBDE41213, - 0xBBC47802, 0x6681D2BA, 0x04A35B83, 0xD9E6F13B, - 0xC0E649F1, 0x1DA3E349, 0x7F816A70, 0xA2C4C0C8, - 0x4D801BE4, 0x90C5B15C, 0xF2E73865, 0x2FA292DD, - 0x36A22A17, 0xEBE780AF, 0x89C50996, 0x5480A32E, - 0x8585DDB4, 0x58C0770C, 0x3AE2FE35, 0xE7A7548D, - 0xFEA7EC47, 0x23E246FF, 0x41C0CFC6, 0x9C85657E, - 0x73C1BE52, 0xAE8414EA, 0xCCA69DD3, 0x11E3376B, - 0x08E38FA1, 0xD5A62519, 0xB784AC20, 0x6AC10698, - 0x6CE16C89, 0xB1A4C631, 0xD3864F08, 0x0EC3E5B0, - 0x17C35D7A, 0xCA86F7C2, 0xA8A47EFB, 0x75E1D443, - 0x9AA50F6F, 0x47E0A5D7, 0x25C22CEE, 0xF8878656, - 0xE1873E9C, 0x3CC29424, 0x5EE01D1D, 0x83A5B7A5, - 0xF90696D8, 0x24433C60, 0x4661B559, 0x9B241FE1, - 0x8224A72B, 0x5F610D93, 0x3D4384AA, 0xE0062E12, - 0x0F42F53E, 0xD2075F86, 0xB025D6BF, 0x6D607C07, - 0x7460C4CD, 0xA9256E75, 0xCB07E74C, 0x16424DF4, - 0x106227E5, 0xCD278D5D, 0xAF050464, 0x7240AEDC, - 0x6B401616, 0xB605BCAE, 0xD4273597, 0x09629F2F, - 0xE6264403, 0x3B63EEBB, 0x59416782, 0x8404CD3A, - 0x9D0475F0, 0x4041DF48, 0x22635671, 0xFF26FCC9, - 0x2E238253, 0xF36628EB, 0x9144A1D2, 0x4C010B6A, - 0x5501B3A0, 0x88441918, 0xEA669021, 0x37233A99, - 0xD867E1B5, 0x05224B0D, 0x6700C234, 0xBA45688C, - 0xA345D046, 0x7E007AFE, 0x1C22F3C7, 0xC167597F, - 0xC747336E, 0x1A0299D6, 0x782010EF, 0xA565BA57, - 0xBC65029D, 0x6120A825, 0x0302211C, 0xDE478BA4, - 0x31035088, 0xEC46FA30, 0x8E647309, 0x5321D9B1, - 0x4A21617B, 0x9764CBC3, 0xF54642FA, 0x2803E842 - }; - static final int[] T8_4 = new int[] { - 0x00000000, 0x38116FAC, 0x7022DF58, 0x4833B0F4, - 0xE045BEB0, 0xD854D11C, 0x906761E8, 0xA8760E44, - 0xC5670B91, 0xFD76643D, 0xB545D4C9, 0x8D54BB65, - 0x2522B521, 0x1D33DA8D, 0x55006A79, 0x6D1105D5, - 0x8F2261D3, 0xB7330E7F, 0xFF00BE8B, 0xC711D127, - 0x6F67DF63, 0x5776B0CF, 0x1F45003B, 0x27546F97, - 0x4A456A42, 0x725405EE, 0x3A67B51A, 0x0276DAB6, - 0xAA00D4F2, 0x9211BB5E, 0xDA220BAA, 0xE2336406, - 0x1BA8B557, 0x23B9DAFB, 0x6B8A6A0F, 0x539B05A3, - 0xFBED0BE7, 0xC3FC644B, 0x8BCFD4BF, 0xB3DEBB13, - 0xDECFBEC6, 0xE6DED16A, 0xAEED619E, 0x96FC0E32, - 0x3E8A0076, 0x069B6FDA, 0x4EA8DF2E, 0x76B9B082, - 0x948AD484, 0xAC9BBB28, 0xE4A80BDC, 0xDCB96470, - 0x74CF6A34, 0x4CDE0598, 0x04EDB56C, 0x3CFCDAC0, - 0x51EDDF15, 0x69FCB0B9, 0x21CF004D, 0x19DE6FE1, - 0xB1A861A5, 0x89B90E09, 0xC18ABEFD, 0xF99BD151, - 0x37516AAE, 0x0F400502, 0x4773B5F6, 0x7F62DA5A, - 0xD714D41E, 0xEF05BBB2, 0xA7360B46, 0x9F2764EA, - 0xF236613F, 0xCA270E93, 0x8214BE67, 0xBA05D1CB, - 0x1273DF8F, 0x2A62B023, 0x625100D7, 0x5A406F7B, - 0xB8730B7D, 0x806264D1, 0xC851D425, 0xF040BB89, - 0x5836B5CD, 0x6027DA61, 0x28146A95, 0x10050539, - 0x7D1400EC, 0x45056F40, 0x0D36DFB4, 0x3527B018, - 0x9D51BE5C, 0xA540D1F0, 0xED736104, 0xD5620EA8, - 0x2CF9DFF9, 0x14E8B055, 0x5CDB00A1, 0x64CA6F0D, - 0xCCBC6149, 0xF4AD0EE5, 0xBC9EBE11, 0x848FD1BD, - 0xE99ED468, 0xD18FBBC4, 0x99BC0B30, 0xA1AD649C, - 0x09DB6AD8, 0x31CA0574, 0x79F9B580, 0x41E8DA2C, - 0xA3DBBE2A, 0x9BCAD186, 0xD3F96172, 0xEBE80EDE, - 0x439E009A, 0x7B8F6F36, 0x33BCDFC2, 0x0BADB06E, - 0x66BCB5BB, 0x5EADDA17, 0x169E6AE3, 0x2E8F054F, - 0x86F90B0B, 0xBEE864A7, 0xF6DBD453, 0xCECABBFF, - 0x6EA2D55C, 0x56B3BAF0, 0x1E800A04, 0x269165A8, - 0x8EE76BEC, 0xB6F60440, 0xFEC5B4B4, 0xC6D4DB18, - 0xABC5DECD, 0x93D4B161, 0xDBE70195, 0xE3F66E39, - 0x4B80607D, 0x73910FD1, 0x3BA2BF25, 0x03B3D089, - 0xE180B48F, 0xD991DB23, 0x91A26BD7, 0xA9B3047B, - 0x01C50A3F, 0x39D46593, 0x71E7D567, 0x49F6BACB, - 0x24E7BF1E, 0x1CF6D0B2, 0x54C56046, 0x6CD40FEA, - 0xC4A201AE, 0xFCB36E02, 0xB480DEF6, 0x8C91B15A, - 0x750A600B, 0x4D1B0FA7, 0x0528BF53, 0x3D39D0FF, - 0x954FDEBB, 0xAD5EB117, 0xE56D01E3, 0xDD7C6E4F, - 0xB06D6B9A, 0x887C0436, 0xC04FB4C2, 0xF85EDB6E, - 0x5028D52A, 0x6839BA86, 0x200A0A72, 0x181B65DE, - 0xFA2801D8, 0xC2396E74, 0x8A0ADE80, 0xB21BB12C, - 0x1A6DBF68, 0x227CD0C4, 0x6A4F6030, 0x525E0F9C, - 0x3F4F0A49, 0x075E65E5, 0x4F6DD511, 0x777CBABD, - 0xDF0AB4F9, 0xE71BDB55, 0xAF286BA1, 0x9739040D, - 0x59F3BFF2, 0x61E2D05E, 0x29D160AA, 0x11C00F06, - 0xB9B60142, 0x81A76EEE, 0xC994DE1A, 0xF185B1B6, - 0x9C94B463, 0xA485DBCF, 0xECB66B3B, 0xD4A70497, - 0x7CD10AD3, 0x44C0657F, 0x0CF3D58B, 0x34E2BA27, - 0xD6D1DE21, 0xEEC0B18D, 0xA6F30179, 0x9EE26ED5, - 0x36946091, 0x0E850F3D, 0x46B6BFC9, 0x7EA7D065, - 0x13B6D5B0, 0x2BA7BA1C, 0x63940AE8, 0x5B856544, - 0xF3F36B00, 0xCBE204AC, 0x83D1B458, 0xBBC0DBF4, - 0x425B0AA5, 0x7A4A6509, 0x3279D5FD, 0x0A68BA51, - 0xA21EB415, 0x9A0FDBB9, 0xD23C6B4D, 0xEA2D04E1, - 0x873C0134, 0xBF2D6E98, 0xF71EDE6C, 0xCF0FB1C0, - 0x6779BF84, 0x5F68D028, 0x175B60DC, 0x2F4A0F70, - 0xCD796B76, 0xF56804DA, 0xBD5BB42E, 0x854ADB82, - 0x2D3CD5C6, 0x152DBA6A, 0x5D1E0A9E, 0x650F6532, - 0x081E60E7, 0x300F0F4B, 0x783CBFBF, 0x402DD013, - 0xE85BDE57, 0xD04AB1FB, 0x9879010F, 0xA0686EA3 - }; - static final int[] T8_5 = new int[] { - 0x00000000, 0xEF306B19, 0xDB8CA0C3, 0x34BCCBDA, - 0xB2F53777, 0x5DC55C6E, 0x697997B4, 0x8649FCAD, - 0x6006181F, 0x8F367306, 0xBB8AB8DC, 0x54BAD3C5, - 0xD2F32F68, 0x3DC34471, 0x097F8FAB, 0xE64FE4B2, - 0xC00C303E, 0x2F3C5B27, 0x1B8090FD, 0xF4B0FBE4, - 0x72F90749, 0x9DC96C50, 0xA975A78A, 0x4645CC93, - 0xA00A2821, 0x4F3A4338, 0x7B8688E2, 0x94B6E3FB, - 0x12FF1F56, 0xFDCF744F, 0xC973BF95, 0x2643D48C, - 0x85F4168D, 0x6AC47D94, 0x5E78B64E, 0xB148DD57, - 0x370121FA, 0xD8314AE3, 0xEC8D8139, 0x03BDEA20, - 0xE5F20E92, 0x0AC2658B, 0x3E7EAE51, 0xD14EC548, - 0x570739E5, 0xB83752FC, 0x8C8B9926, 0x63BBF23F, - 0x45F826B3, 0xAAC84DAA, 0x9E748670, 0x7144ED69, - 0xF70D11C4, 0x183D7ADD, 0x2C81B107, 0xC3B1DA1E, - 0x25FE3EAC, 0xCACE55B5, 0xFE729E6F, 0x1142F576, - 0x970B09DB, 0x783B62C2, 0x4C87A918, 0xA3B7C201, - 0x0E045BEB, 0xE13430F2, 0xD588FB28, 0x3AB89031, - 0xBCF16C9C, 0x53C10785, 0x677DCC5F, 0x884DA746, - 0x6E0243F4, 0x813228ED, 0xB58EE337, 0x5ABE882E, - 0xDCF77483, 0x33C71F9A, 0x077BD440, 0xE84BBF59, - 0xCE086BD5, 0x213800CC, 0x1584CB16, 0xFAB4A00F, - 0x7CFD5CA2, 0x93CD37BB, 0xA771FC61, 0x48419778, - 0xAE0E73CA, 0x413E18D3, 0x7582D309, 0x9AB2B810, - 0x1CFB44BD, 0xF3CB2FA4, 0xC777E47E, 0x28478F67, - 0x8BF04D66, 0x64C0267F, 0x507CEDA5, 0xBF4C86BC, - 0x39057A11, 0xD6351108, 0xE289DAD2, 0x0DB9B1CB, - 0xEBF65579, 0x04C63E60, 0x307AF5BA, 0xDF4A9EA3, - 0x5903620E, 0xB6330917, 0x828FC2CD, 0x6DBFA9D4, - 0x4BFC7D58, 0xA4CC1641, 0x9070DD9B, 0x7F40B682, - 0xF9094A2F, 0x16392136, 0x2285EAEC, 0xCDB581F5, - 0x2BFA6547, 0xC4CA0E5E, 0xF076C584, 0x1F46AE9D, - 0x990F5230, 0x763F3929, 0x4283F2F3, 0xADB399EA, - 0x1C08B7D6, 0xF338DCCF, 0xC7841715, 0x28B47C0C, - 0xAEFD80A1, 0x41CDEBB8, 0x75712062, 0x9A414B7B, - 0x7C0EAFC9, 0x933EC4D0, 0xA7820F0A, 0x48B26413, - 0xCEFB98BE, 0x21CBF3A7, 0x1577387D, 0xFA475364, - 0xDC0487E8, 0x3334ECF1, 0x0788272B, 0xE8B84C32, - 0x6EF1B09F, 0x81C1DB86, 0xB57D105C, 0x5A4D7B45, - 0xBC029FF7, 0x5332F4EE, 0x678E3F34, 0x88BE542D, - 0x0EF7A880, 0xE1C7C399, 0xD57B0843, 0x3A4B635A, - 0x99FCA15B, 0x76CCCA42, 0x42700198, 0xAD406A81, - 0x2B09962C, 0xC439FD35, 0xF08536EF, 0x1FB55DF6, - 0xF9FAB944, 0x16CAD25D, 0x22761987, 0xCD46729E, - 0x4B0F8E33, 0xA43FE52A, 0x90832EF0, 0x7FB345E9, - 0x59F09165, 0xB6C0FA7C, 0x827C31A6, 0x6D4C5ABF, - 0xEB05A612, 0x0435CD0B, 0x308906D1, 0xDFB96DC8, - 0x39F6897A, 0xD6C6E263, 0xE27A29B9, 0x0D4A42A0, - 0x8B03BE0D, 0x6433D514, 0x508F1ECE, 0xBFBF75D7, - 0x120CEC3D, 0xFD3C8724, 0xC9804CFE, 0x26B027E7, - 0xA0F9DB4A, 0x4FC9B053, 0x7B757B89, 0x94451090, - 0x720AF422, 0x9D3A9F3B, 0xA98654E1, 0x46B63FF8, - 0xC0FFC355, 0x2FCFA84C, 0x1B736396, 0xF443088F, - 0xD200DC03, 0x3D30B71A, 0x098C7CC0, 0xE6BC17D9, - 0x60F5EB74, 0x8FC5806D, 0xBB794BB7, 0x544920AE, - 0xB206C41C, 0x5D36AF05, 0x698A64DF, 0x86BA0FC6, - 0x00F3F36B, 0xEFC39872, 0xDB7F53A8, 0x344F38B1, - 0x97F8FAB0, 0x78C891A9, 0x4C745A73, 0xA344316A, - 0x250DCDC7, 0xCA3DA6DE, 0xFE816D04, 0x11B1061D, - 0xF7FEE2AF, 0x18CE89B6, 0x2C72426C, 0xC3422975, - 0x450BD5D8, 0xAA3BBEC1, 0x9E87751B, 0x71B71E02, - 0x57F4CA8E, 0xB8C4A197, 0x8C786A4D, 0x63480154, - 0xE501FDF9, 0x0A3196E0, 0x3E8D5D3A, 0xD1BD3623, - 0x37F2D291, 0xD8C2B988, 0xEC7E7252, 0x034E194B, - 0x8507E5E6, 0x6A378EFF, 0x5E8B4525, 0xB1BB2E3C - }; - static final int[] T8_6 = new int[] { - 0x00000000, 0x68032CC8, 0xD0065990, 0xB8057558, - 0xA5E0C5D1, 0xCDE3E919, 0x75E69C41, 0x1DE5B089, - 0x4E2DFD53, 0x262ED19B, 0x9E2BA4C3, 0xF628880B, - 0xEBCD3882, 0x83CE144A, 0x3BCB6112, 0x53C84DDA, - 0x9C5BFAA6, 0xF458D66E, 0x4C5DA336, 0x245E8FFE, - 0x39BB3F77, 0x51B813BF, 0xE9BD66E7, 0x81BE4A2F, - 0xD27607F5, 0xBA752B3D, 0x02705E65, 0x6A7372AD, - 0x7796C224, 0x1F95EEEC, 0xA7909BB4, 0xCF93B77C, - 0x3D5B83BD, 0x5558AF75, 0xED5DDA2D, 0x855EF6E5, - 0x98BB466C, 0xF0B86AA4, 0x48BD1FFC, 0x20BE3334, - 0x73767EEE, 0x1B755226, 0xA370277E, 0xCB730BB6, - 0xD696BB3F, 0xBE9597F7, 0x0690E2AF, 0x6E93CE67, - 0xA100791B, 0xC90355D3, 0x7106208B, 0x19050C43, - 0x04E0BCCA, 0x6CE39002, 0xD4E6E55A, 0xBCE5C992, - 0xEF2D8448, 0x872EA880, 0x3F2BDDD8, 0x5728F110, - 0x4ACD4199, 0x22CE6D51, 0x9ACB1809, 0xF2C834C1, - 0x7AB7077A, 0x12B42BB2, 0xAAB15EEA, 0xC2B27222, - 0xDF57C2AB, 0xB754EE63, 0x0F519B3B, 0x6752B7F3, - 0x349AFA29, 0x5C99D6E1, 0xE49CA3B9, 0x8C9F8F71, - 0x917A3FF8, 0xF9791330, 0x417C6668, 0x297F4AA0, - 0xE6ECFDDC, 0x8EEFD114, 0x36EAA44C, 0x5EE98884, - 0x430C380D, 0x2B0F14C5, 0x930A619D, 0xFB094D55, - 0xA8C1008F, 0xC0C22C47, 0x78C7591F, 0x10C475D7, - 0x0D21C55E, 0x6522E996, 0xDD279CCE, 0xB524B006, - 0x47EC84C7, 0x2FEFA80F, 0x97EADD57, 0xFFE9F19F, - 0xE20C4116, 0x8A0F6DDE, 0x320A1886, 0x5A09344E, - 0x09C17994, 0x61C2555C, 0xD9C72004, 0xB1C40CCC, - 0xAC21BC45, 0xC422908D, 0x7C27E5D5, 0x1424C91D, - 0xDBB77E61, 0xB3B452A9, 0x0BB127F1, 0x63B20B39, - 0x7E57BBB0, 0x16549778, 0xAE51E220, 0xC652CEE8, - 0x959A8332, 0xFD99AFFA, 0x459CDAA2, 0x2D9FF66A, - 0x307A46E3, 0x58796A2B, 0xE07C1F73, 0x887F33BB, - 0xF56E0EF4, 0x9D6D223C, 0x25685764, 0x4D6B7BAC, - 0x508ECB25, 0x388DE7ED, 0x808892B5, 0xE88BBE7D, - 0xBB43F3A7, 0xD340DF6F, 0x6B45AA37, 0x034686FF, - 0x1EA33676, 0x76A01ABE, 0xCEA56FE6, 0xA6A6432E, - 0x6935F452, 0x0136D89A, 0xB933ADC2, 0xD130810A, - 0xCCD53183, 0xA4D61D4B, 0x1CD36813, 0x74D044DB, - 0x27180901, 0x4F1B25C9, 0xF71E5091, 0x9F1D7C59, - 0x82F8CCD0, 0xEAFBE018, 0x52FE9540, 0x3AFDB988, - 0xC8358D49, 0xA036A181, 0x1833D4D9, 0x7030F811, - 0x6DD54898, 0x05D66450, 0xBDD31108, 0xD5D03DC0, - 0x8618701A, 0xEE1B5CD2, 0x561E298A, 0x3E1D0542, - 0x23F8B5CB, 0x4BFB9903, 0xF3FEEC5B, 0x9BFDC093, - 0x546E77EF, 0x3C6D5B27, 0x84682E7F, 0xEC6B02B7, - 0xF18EB23E, 0x998D9EF6, 0x2188EBAE, 0x498BC766, - 0x1A438ABC, 0x7240A674, 0xCA45D32C, 0xA246FFE4, - 0xBFA34F6D, 0xD7A063A5, 0x6FA516FD, 0x07A63A35, - 0x8FD9098E, 0xE7DA2546, 0x5FDF501E, 0x37DC7CD6, - 0x2A39CC5F, 0x423AE097, 0xFA3F95CF, 0x923CB907, - 0xC1F4F4DD, 0xA9F7D815, 0x11F2AD4D, 0x79F18185, - 0x6414310C, 0x0C171DC4, 0xB412689C, 0xDC114454, - 0x1382F328, 0x7B81DFE0, 0xC384AAB8, 0xAB878670, - 0xB66236F9, 0xDE611A31, 0x66646F69, 0x0E6743A1, - 0x5DAF0E7B, 0x35AC22B3, 0x8DA957EB, 0xE5AA7B23, - 0xF84FCBAA, 0x904CE762, 0x2849923A, 0x404ABEF2, - 0xB2828A33, 0xDA81A6FB, 0x6284D3A3, 0x0A87FF6B, - 0x17624FE2, 0x7F61632A, 0xC7641672, 0xAF673ABA, - 0xFCAF7760, 0x94AC5BA8, 0x2CA92EF0, 0x44AA0238, - 0x594FB2B1, 0x314C9E79, 0x8949EB21, 0xE14AC7E9, - 0x2ED97095, 0x46DA5C5D, 0xFEDF2905, 0x96DC05CD, - 0x8B39B544, 0xE33A998C, 0x5B3FECD4, 0x333CC01C, - 0x60F48DC6, 0x08F7A10E, 0xB0F2D456, 0xD8F1F89E, - 0xC5144817, 0xAD1764DF, 0x15121187, 0x7D113D4F - }; - static final int[] T8_7 = new int[] { - 0x00000000, 0x493C7D27, 0x9278FA4E, 0xDB448769, - 0x211D826D, 0x6821FF4A, 0xB3657823, 0xFA590504, - 0x423B04DA, 0x0B0779FD, 0xD043FE94, 0x997F83B3, - 0x632686B7, 0x2A1AFB90, 0xF15E7CF9, 0xB86201DE, - 0x847609B4, 0xCD4A7493, 0x160EF3FA, 0x5F328EDD, - 0xA56B8BD9, 0xEC57F6FE, 0x37137197, 0x7E2F0CB0, - 0xC64D0D6E, 0x8F717049, 0x5435F720, 0x1D098A07, - 0xE7508F03, 0xAE6CF224, 0x7528754D, 0x3C14086A, - 0x0D006599, 0x443C18BE, 0x9F789FD7, 0xD644E2F0, - 0x2C1DE7F4, 0x65219AD3, 0xBE651DBA, 0xF759609D, - 0x4F3B6143, 0x06071C64, 0xDD439B0D, 0x947FE62A, - 0x6E26E32E, 0x271A9E09, 0xFC5E1960, 0xB5626447, - 0x89766C2D, 0xC04A110A, 0x1B0E9663, 0x5232EB44, - 0xA86BEE40, 0xE1579367, 0x3A13140E, 0x732F6929, - 0xCB4D68F7, 0x827115D0, 0x593592B9, 0x1009EF9E, - 0xEA50EA9A, 0xA36C97BD, 0x782810D4, 0x31146DF3, - 0x1A00CB32, 0x533CB615, 0x8878317C, 0xC1444C5B, - 0x3B1D495F, 0x72213478, 0xA965B311, 0xE059CE36, - 0x583BCFE8, 0x1107B2CF, 0xCA4335A6, 0x837F4881, - 0x79264D85, 0x301A30A2, 0xEB5EB7CB, 0xA262CAEC, - 0x9E76C286, 0xD74ABFA1, 0x0C0E38C8, 0x453245EF, - 0xBF6B40EB, 0xF6573DCC, 0x2D13BAA5, 0x642FC782, - 0xDC4DC65C, 0x9571BB7B, 0x4E353C12, 0x07094135, - 0xFD504431, 0xB46C3916, 0x6F28BE7F, 0x2614C358, - 0x1700AEAB, 0x5E3CD38C, 0x857854E5, 0xCC4429C2, - 0x361D2CC6, 0x7F2151E1, 0xA465D688, 0xED59ABAF, - 0x553BAA71, 0x1C07D756, 0xC743503F, 0x8E7F2D18, - 0x7426281C, 0x3D1A553B, 0xE65ED252, 0xAF62AF75, - 0x9376A71F, 0xDA4ADA38, 0x010E5D51, 0x48322076, - 0xB26B2572, 0xFB575855, 0x2013DF3C, 0x692FA21B, - 0xD14DA3C5, 0x9871DEE2, 0x4335598B, 0x0A0924AC, - 0xF05021A8, 0xB96C5C8F, 0x6228DBE6, 0x2B14A6C1, - 0x34019664, 0x7D3DEB43, 0xA6796C2A, 0xEF45110D, - 0x151C1409, 0x5C20692E, 0x8764EE47, 0xCE589360, - 0x763A92BE, 0x3F06EF99, 0xE44268F0, 0xAD7E15D7, - 0x572710D3, 0x1E1B6DF4, 0xC55FEA9D, 0x8C6397BA, - 0xB0779FD0, 0xF94BE2F7, 0x220F659E, 0x6B3318B9, - 0x916A1DBD, 0xD856609A, 0x0312E7F3, 0x4A2E9AD4, - 0xF24C9B0A, 0xBB70E62D, 0x60346144, 0x29081C63, - 0xD3511967, 0x9A6D6440, 0x4129E329, 0x08159E0E, - 0x3901F3FD, 0x703D8EDA, 0xAB7909B3, 0xE2457494, - 0x181C7190, 0x51200CB7, 0x8A648BDE, 0xC358F6F9, - 0x7B3AF727, 0x32068A00, 0xE9420D69, 0xA07E704E, - 0x5A27754A, 0x131B086D, 0xC85F8F04, 0x8163F223, - 0xBD77FA49, 0xF44B876E, 0x2F0F0007, 0x66337D20, - 0x9C6A7824, 0xD5560503, 0x0E12826A, 0x472EFF4D, - 0xFF4CFE93, 0xB67083B4, 0x6D3404DD, 0x240879FA, - 0xDE517CFE, 0x976D01D9, 0x4C2986B0, 0x0515FB97, - 0x2E015D56, 0x673D2071, 0xBC79A718, 0xF545DA3F, - 0x0F1CDF3B, 0x4620A21C, 0x9D642575, 0xD4585852, - 0x6C3A598C, 0x250624AB, 0xFE42A3C2, 0xB77EDEE5, - 0x4D27DBE1, 0x041BA6C6, 0xDF5F21AF, 0x96635C88, - 0xAA7754E2, 0xE34B29C5, 0x380FAEAC, 0x7133D38B, - 0x8B6AD68F, 0xC256ABA8, 0x19122CC1, 0x502E51E6, - 0xE84C5038, 0xA1702D1F, 0x7A34AA76, 0x3308D751, - 0xC951D255, 0x806DAF72, 0x5B29281B, 0x1215553C, - 0x230138CF, 0x6A3D45E8, 0xB179C281, 0xF845BFA6, - 0x021CBAA2, 0x4B20C785, 0x906440EC, 0xD9583DCB, - 0x613A3C15, 0x28064132, 0xF342C65B, 0xBA7EBB7C, - 0x4027BE78, 0x091BC35F, 0xD25F4436, 0x9B633911, - 0xA777317B, 0xEE4B4C5C, 0x350FCB35, 0x7C33B612, - 0x866AB316, 0xCF56CE31, 0x14124958, 0x5D2E347F, - 0xE54C35A1, 0xAC704886, 0x7734CFEF, 0x3E08B2C8, - 0xC451B7CC, 0x8D6DCAEB, 0x56294D82, 0x1F1530A5 - }; + /** {@inheritDoc} */ + public void reset() + { + crc = 0xffffffff; + } + + /** {@inheritDoc} */ + public void update(byte[] b, int off, int len) + { + int localCrc = crc; + while (len > 7) { + int c0 = b[off++] ^ localCrc; + int c1 = b[off++] ^ (localCrc >>>= 8); + int c2 = b[off++] ^ (localCrc >>>= 8); + int c3 = b[off++] ^ (localCrc >>>= 8); + localCrc = (T8_7[c0 & 0xff] ^ T8_6[c1 & 0xff]) + ^ (T8_5[c2 & 0xff] ^ T8_4[c3 & 0xff]); + + localCrc ^= (T8_3[b[off++] & 0xff] ^ T8_2[b[off++] & 0xff]) + ^ (T8_1[b[off++] & 0xff] ^ T8_0[b[off++] & 0xff]); + + len -= 8; + } + while (len > 0) { + localCrc = (localCrc >>> 8) ^ T8_0[(localCrc ^ b[off++]) & 0xff]; + len--; + } + + // Publish crc out to object + crc = localCrc; + } + + /** {@inheritDoc} */ + final public void update(int b) + { + crc = (crc >>> 8) ^ T8_0[(crc ^ b) & 0xff]; + } + + // CRC polynomial tables generated by: + // java -cp build/test/classes/:build/classes/ \ + // org.apache.hadoop.util.TestPureJavaCrc32\$Table 82F63B78 + + static final int[] T8_0 = new int[] { + 0x00000000, 0xF26B8303, 0xE13B70F7, 0x1350F3F4, + 0xC79A971F, 0x35F1141C, 0x26A1E7E8, 0xD4CA64EB, + 0x8AD958CF, 0x78B2DBCC, 0x6BE22838, 0x9989AB3B, + 0x4D43CFD0, 0xBF284CD3, 0xAC78BF27, 0x5E133C24, + 0x105EC76F, 0xE235446C, 0xF165B798, 0x030E349B, + 0xD7C45070, 0x25AFD373, 0x36FF2087, 0xC494A384, + 0x9A879FA0, 0x68EC1CA3, 0x7BBCEF57, 0x89D76C54, + 0x5D1D08BF, 0xAF768BBC, 0xBC267848, 0x4E4DFB4B, + 0x20BD8EDE, 0xD2D60DDD, 0xC186FE29, 0x33ED7D2A, + 0xE72719C1, 0x154C9AC2, 0x061C6936, 0xF477EA35, + 0xAA64D611, 0x580F5512, 0x4B5FA6E6, 0xB93425E5, + 0x6DFE410E, 0x9F95C20D, 0x8CC531F9, 0x7EAEB2FA, + 0x30E349B1, 0xC288CAB2, 0xD1D83946, 0x23B3BA45, + 0xF779DEAE, 0x05125DAD, 0x1642AE59, 0xE4292D5A, + 0xBA3A117E, 0x4851927D, 0x5B016189, 0xA96AE28A, + 0x7DA08661, 0x8FCB0562, 0x9C9BF696, 0x6EF07595, + 0x417B1DBC, 0xB3109EBF, 0xA0406D4B, 0x522BEE48, + 0x86E18AA3, 0x748A09A0, 0x67DAFA54, 0x95B17957, + 0xCBA24573, 0x39C9C670, 0x2A993584, 0xD8F2B687, + 0x0C38D26C, 0xFE53516F, 0xED03A29B, 0x1F682198, + 0x5125DAD3, 0xA34E59D0, 0xB01EAA24, 0x42752927, + 0x96BF4DCC, 0x64D4CECF, 0x77843D3B, 0x85EFBE38, + 0xDBFC821C, 0x2997011F, 0x3AC7F2EB, 0xC8AC71E8, + 0x1C661503, 0xEE0D9600, 0xFD5D65F4, 0x0F36E6F7, + 0x61C69362, 0x93AD1061, 0x80FDE395, 0x72966096, + 0xA65C047D, 0x5437877E, 0x4767748A, 0xB50CF789, + 0xEB1FCBAD, 0x197448AE, 0x0A24BB5A, 0xF84F3859, + 0x2C855CB2, 0xDEEEDFB1, 0xCDBE2C45, 0x3FD5AF46, + 0x7198540D, 0x83F3D70E, 0x90A324FA, 0x62C8A7F9, + 0xB602C312, 0x44694011, 0x5739B3E5, 0xA55230E6, + 0xFB410CC2, 0x092A8FC1, 0x1A7A7C35, 0xE811FF36, + 0x3CDB9BDD, 0xCEB018DE, 0xDDE0EB2A, 0x2F8B6829, + 0x82F63B78, 0x709DB87B, 0x63CD4B8F, 0x91A6C88C, + 0x456CAC67, 0xB7072F64, 0xA457DC90, 0x563C5F93, + 0x082F63B7, 0xFA44E0B4, 0xE9141340, 0x1B7F9043, + 0xCFB5F4A8, 0x3DDE77AB, 0x2E8E845F, 0xDCE5075C, + 0x92A8FC17, 0x60C37F14, 0x73938CE0, 0x81F80FE3, + 0x55326B08, 0xA759E80B, 0xB4091BFF, 0x466298FC, + 0x1871A4D8, 0xEA1A27DB, 0xF94AD42F, 0x0B21572C, + 0xDFEB33C7, 0x2D80B0C4, 0x3ED04330, 0xCCBBC033, + 0xA24BB5A6, 0x502036A5, 0x4370C551, 0xB11B4652, + 0x65D122B9, 0x97BAA1BA, 0x84EA524E, 0x7681D14D, + 0x2892ED69, 0xDAF96E6A, 0xC9A99D9E, 0x3BC21E9D, + 0xEF087A76, 0x1D63F975, 0x0E330A81, 0xFC588982, + 0xB21572C9, 0x407EF1CA, 0x532E023E, 0xA145813D, + 0x758FE5D6, 0x87E466D5, 0x94B49521, 0x66DF1622, + 0x38CC2A06, 0xCAA7A905, 0xD9F75AF1, 0x2B9CD9F2, + 0xFF56BD19, 0x0D3D3E1A, 0x1E6DCDEE, 0xEC064EED, + 0xC38D26C4, 0x31E6A5C7, 0x22B65633, 0xD0DDD530, + 0x0417B1DB, 0xF67C32D8, 0xE52CC12C, 0x1747422F, + 0x49547E0B, 0xBB3FFD08, 0xA86F0EFC, 0x5A048DFF, + 0x8ECEE914, 0x7CA56A17, 0x6FF599E3, 0x9D9E1AE0, + 0xD3D3E1AB, 0x21B862A8, 0x32E8915C, 0xC083125F, + 0x144976B4, 0xE622F5B7, 0xF5720643, 0x07198540, + 0x590AB964, 0xAB613A67, 0xB831C993, 0x4A5A4A90, + 0x9E902E7B, 0x6CFBAD78, 0x7FAB5E8C, 0x8DC0DD8F, + 0xE330A81A, 0x115B2B19, 0x020BD8ED, 0xF0605BEE, + 0x24AA3F05, 0xD6C1BC06, 0xC5914FF2, 0x37FACCF1, + 0x69E9F0D5, 0x9B8273D6, 0x88D28022, 0x7AB90321, + 0xAE7367CA, 0x5C18E4C9, 0x4F48173D, 0xBD23943E, + 0xF36E6F75, 0x0105EC76, 0x12551F82, 0xE03E9C81, + 0x34F4F86A, 0xC69F7B69, 0xD5CF889D, 0x27A40B9E, + 0x79B737BA, 0x8BDCB4B9, 0x988C474D, 0x6AE7C44E, + 0xBE2DA0A5, 0x4C4623A6, 0x5F16D052, 0xAD7D5351 + }; + static final int[] T8_1 = new int[] { + 0x00000000, 0x13A29877, 0x274530EE, 0x34E7A899, + 0x4E8A61DC, 0x5D28F9AB, 0x69CF5132, 0x7A6DC945, + 0x9D14C3B8, 0x8EB65BCF, 0xBA51F356, 0xA9F36B21, + 0xD39EA264, 0xC03C3A13, 0xF4DB928A, 0xE7790AFD, + 0x3FC5F181, 0x2C6769F6, 0x1880C16F, 0x0B225918, + 0x714F905D, 0x62ED082A, 0x560AA0B3, 0x45A838C4, + 0xA2D13239, 0xB173AA4E, 0x859402D7, 0x96369AA0, + 0xEC5B53E5, 0xFFF9CB92, 0xCB1E630B, 0xD8BCFB7C, + 0x7F8BE302, 0x6C297B75, 0x58CED3EC, 0x4B6C4B9B, + 0x310182DE, 0x22A31AA9, 0x1644B230, 0x05E62A47, + 0xE29F20BA, 0xF13DB8CD, 0xC5DA1054, 0xD6788823, + 0xAC154166, 0xBFB7D911, 0x8B507188, 0x98F2E9FF, + 0x404E1283, 0x53EC8AF4, 0x670B226D, 0x74A9BA1A, + 0x0EC4735F, 0x1D66EB28, 0x298143B1, 0x3A23DBC6, + 0xDD5AD13B, 0xCEF8494C, 0xFA1FE1D5, 0xE9BD79A2, + 0x93D0B0E7, 0x80722890, 0xB4958009, 0xA737187E, + 0xFF17C604, 0xECB55E73, 0xD852F6EA, 0xCBF06E9D, + 0xB19DA7D8, 0xA23F3FAF, 0x96D89736, 0x857A0F41, + 0x620305BC, 0x71A19DCB, 0x45463552, 0x56E4AD25, + 0x2C896460, 0x3F2BFC17, 0x0BCC548E, 0x186ECCF9, + 0xC0D23785, 0xD370AFF2, 0xE797076B, 0xF4359F1C, + 0x8E585659, 0x9DFACE2E, 0xA91D66B7, 0xBABFFEC0, + 0x5DC6F43D, 0x4E646C4A, 0x7A83C4D3, 0x69215CA4, + 0x134C95E1, 0x00EE0D96, 0x3409A50F, 0x27AB3D78, + 0x809C2506, 0x933EBD71, 0xA7D915E8, 0xB47B8D9F, + 0xCE1644DA, 0xDDB4DCAD, 0xE9537434, 0xFAF1EC43, + 0x1D88E6BE, 0x0E2A7EC9, 0x3ACDD650, 0x296F4E27, + 0x53028762, 0x40A01F15, 0x7447B78C, 0x67E52FFB, + 0xBF59D487, 0xACFB4CF0, 0x981CE469, 0x8BBE7C1E, + 0xF1D3B55B, 0xE2712D2C, 0xD69685B5, 0xC5341DC2, + 0x224D173F, 0x31EF8F48, 0x050827D1, 0x16AABFA6, + 0x6CC776E3, 0x7F65EE94, 0x4B82460D, 0x5820DE7A, + 0xFBC3FAF9, 0xE861628E, 0xDC86CA17, 0xCF245260, + 0xB5499B25, 0xA6EB0352, 0x920CABCB, 0x81AE33BC, + 0x66D73941, 0x7575A136, 0x419209AF, 0x523091D8, + 0x285D589D, 0x3BFFC0EA, 0x0F186873, 0x1CBAF004, + 0xC4060B78, 0xD7A4930F, 0xE3433B96, 0xF0E1A3E1, + 0x8A8C6AA4, 0x992EF2D3, 0xADC95A4A, 0xBE6BC23D, + 0x5912C8C0, 0x4AB050B7, 0x7E57F82E, 0x6DF56059, + 0x1798A91C, 0x043A316B, 0x30DD99F2, 0x237F0185, + 0x844819FB, 0x97EA818C, 0xA30D2915, 0xB0AFB162, + 0xCAC27827, 0xD960E050, 0xED8748C9, 0xFE25D0BE, + 0x195CDA43, 0x0AFE4234, 0x3E19EAAD, 0x2DBB72DA, + 0x57D6BB9F, 0x447423E8, 0x70938B71, 0x63311306, + 0xBB8DE87A, 0xA82F700D, 0x9CC8D894, 0x8F6A40E3, + 0xF50789A6, 0xE6A511D1, 0xD242B948, 0xC1E0213F, + 0x26992BC2, 0x353BB3B5, 0x01DC1B2C, 0x127E835B, + 0x68134A1E, 0x7BB1D269, 0x4F567AF0, 0x5CF4E287, + 0x04D43CFD, 0x1776A48A, 0x23910C13, 0x30339464, + 0x4A5E5D21, 0x59FCC556, 0x6D1B6DCF, 0x7EB9F5B8, + 0x99C0FF45, 0x8A626732, 0xBE85CFAB, 0xAD2757DC, + 0xD74A9E99, 0xC4E806EE, 0xF00FAE77, 0xE3AD3600, + 0x3B11CD7C, 0x28B3550B, 0x1C54FD92, 0x0FF665E5, + 0x759BACA0, 0x663934D7, 0x52DE9C4E, 0x417C0439, + 0xA6050EC4, 0xB5A796B3, 0x81403E2A, 0x92E2A65D, + 0xE88F6F18, 0xFB2DF76F, 0xCFCA5FF6, 0xDC68C781, + 0x7B5FDFFF, 0x68FD4788, 0x5C1AEF11, 0x4FB87766, + 0x35D5BE23, 0x26772654, 0x12908ECD, 0x013216BA, + 0xE64B1C47, 0xF5E98430, 0xC10E2CA9, 0xD2ACB4DE, + 0xA8C17D9B, 0xBB63E5EC, 0x8F844D75, 0x9C26D502, + 0x449A2E7E, 0x5738B609, 0x63DF1E90, 0x707D86E7, + 0x0A104FA2, 0x19B2D7D5, 0x2D557F4C, 0x3EF7E73B, + 0xD98EEDC6, 0xCA2C75B1, 0xFECBDD28, 0xED69455F, + 0x97048C1A, 0x84A6146D, 0xB041BCF4, 0xA3E32483 + }; + static final int[] T8_2 = new int[] { + 0x00000000, 0xA541927E, 0x4F6F520D, 0xEA2EC073, + 0x9EDEA41A, 0x3B9F3664, 0xD1B1F617, 0x74F06469, + 0x38513EC5, 0x9D10ACBB, 0x773E6CC8, 0xD27FFEB6, + 0xA68F9ADF, 0x03CE08A1, 0xE9E0C8D2, 0x4CA15AAC, + 0x70A27D8A, 0xD5E3EFF4, 0x3FCD2F87, 0x9A8CBDF9, + 0xEE7CD990, 0x4B3D4BEE, 0xA1138B9D, 0x045219E3, + 0x48F3434F, 0xEDB2D131, 0x079C1142, 0xA2DD833C, + 0xD62DE755, 0x736C752B, 0x9942B558, 0x3C032726, + 0xE144FB14, 0x4405696A, 0xAE2BA919, 0x0B6A3B67, + 0x7F9A5F0E, 0xDADBCD70, 0x30F50D03, 0x95B49F7D, + 0xD915C5D1, 0x7C5457AF, 0x967A97DC, 0x333B05A2, + 0x47CB61CB, 0xE28AF3B5, 0x08A433C6, 0xADE5A1B8, + 0x91E6869E, 0x34A714E0, 0xDE89D493, 0x7BC846ED, + 0x0F382284, 0xAA79B0FA, 0x40577089, 0xE516E2F7, + 0xA9B7B85B, 0x0CF62A25, 0xE6D8EA56, 0x43997828, + 0x37691C41, 0x92288E3F, 0x78064E4C, 0xDD47DC32, + 0xC76580D9, 0x622412A7, 0x880AD2D4, 0x2D4B40AA, + 0x59BB24C3, 0xFCFAB6BD, 0x16D476CE, 0xB395E4B0, + 0xFF34BE1C, 0x5A752C62, 0xB05BEC11, 0x151A7E6F, + 0x61EA1A06, 0xC4AB8878, 0x2E85480B, 0x8BC4DA75, + 0xB7C7FD53, 0x12866F2D, 0xF8A8AF5E, 0x5DE93D20, + 0x29195949, 0x8C58CB37, 0x66760B44, 0xC337993A, + 0x8F96C396, 0x2AD751E8, 0xC0F9919B, 0x65B803E5, + 0x1148678C, 0xB409F5F2, 0x5E273581, 0xFB66A7FF, + 0x26217BCD, 0x8360E9B3, 0x694E29C0, 0xCC0FBBBE, + 0xB8FFDFD7, 0x1DBE4DA9, 0xF7908DDA, 0x52D11FA4, + 0x1E704508, 0xBB31D776, 0x511F1705, 0xF45E857B, + 0x80AEE112, 0x25EF736C, 0xCFC1B31F, 0x6A802161, + 0x56830647, 0xF3C29439, 0x19EC544A, 0xBCADC634, + 0xC85DA25D, 0x6D1C3023, 0x8732F050, 0x2273622E, + 0x6ED23882, 0xCB93AAFC, 0x21BD6A8F, 0x84FCF8F1, + 0xF00C9C98, 0x554D0EE6, 0xBF63CE95, 0x1A225CEB, + 0x8B277743, 0x2E66E53D, 0xC448254E, 0x6109B730, + 0x15F9D359, 0xB0B84127, 0x5A968154, 0xFFD7132A, + 0xB3764986, 0x1637DBF8, 0xFC191B8B, 0x595889F5, + 0x2DA8ED9C, 0x88E97FE2, 0x62C7BF91, 0xC7862DEF, + 0xFB850AC9, 0x5EC498B7, 0xB4EA58C4, 0x11ABCABA, + 0x655BAED3, 0xC01A3CAD, 0x2A34FCDE, 0x8F756EA0, + 0xC3D4340C, 0x6695A672, 0x8CBB6601, 0x29FAF47F, + 0x5D0A9016, 0xF84B0268, 0x1265C21B, 0xB7245065, + 0x6A638C57, 0xCF221E29, 0x250CDE5A, 0x804D4C24, + 0xF4BD284D, 0x51FCBA33, 0xBBD27A40, 0x1E93E83E, + 0x5232B292, 0xF77320EC, 0x1D5DE09F, 0xB81C72E1, + 0xCCEC1688, 0x69AD84F6, 0x83834485, 0x26C2D6FB, + 0x1AC1F1DD, 0xBF8063A3, 0x55AEA3D0, 0xF0EF31AE, + 0x841F55C7, 0x215EC7B9, 0xCB7007CA, 0x6E3195B4, + 0x2290CF18, 0x87D15D66, 0x6DFF9D15, 0xC8BE0F6B, + 0xBC4E6B02, 0x190FF97C, 0xF321390F, 0x5660AB71, + 0x4C42F79A, 0xE90365E4, 0x032DA597, 0xA66C37E9, + 0xD29C5380, 0x77DDC1FE, 0x9DF3018D, 0x38B293F3, + 0x7413C95F, 0xD1525B21, 0x3B7C9B52, 0x9E3D092C, + 0xEACD6D45, 0x4F8CFF3B, 0xA5A23F48, 0x00E3AD36, + 0x3CE08A10, 0x99A1186E, 0x738FD81D, 0xD6CE4A63, + 0xA23E2E0A, 0x077FBC74, 0xED517C07, 0x4810EE79, + 0x04B1B4D5, 0xA1F026AB, 0x4BDEE6D8, 0xEE9F74A6, + 0x9A6F10CF, 0x3F2E82B1, 0xD50042C2, 0x7041D0BC, + 0xAD060C8E, 0x08479EF0, 0xE2695E83, 0x4728CCFD, + 0x33D8A894, 0x96993AEA, 0x7CB7FA99, 0xD9F668E7, + 0x9557324B, 0x3016A035, 0xDA386046, 0x7F79F238, + 0x0B899651, 0xAEC8042F, 0x44E6C45C, 0xE1A75622, + 0xDDA47104, 0x78E5E37A, 0x92CB2309, 0x378AB177, + 0x437AD51E, 0xE63B4760, 0x0C158713, 0xA954156D, + 0xE5F54FC1, 0x40B4DDBF, 0xAA9A1DCC, 0x0FDB8FB2, + 0x7B2BEBDB, 0xDE6A79A5, 0x3444B9D6, 0x91052BA8 + }; + static final int[] T8_3 = new int[] { + 0x00000000, 0xDD45AAB8, 0xBF672381, 0x62228939, + 0x7B2231F3, 0xA6679B4B, 0xC4451272, 0x1900B8CA, + 0xF64463E6, 0x2B01C95E, 0x49234067, 0x9466EADF, + 0x8D665215, 0x5023F8AD, 0x32017194, 0xEF44DB2C, + 0xE964B13D, 0x34211B85, 0x560392BC, 0x8B463804, + 0x924680CE, 0x4F032A76, 0x2D21A34F, 0xF06409F7, + 0x1F20D2DB, 0xC2657863, 0xA047F15A, 0x7D025BE2, + 0x6402E328, 0xB9474990, 0xDB65C0A9, 0x06206A11, + 0xD725148B, 0x0A60BE33, 0x6842370A, 0xB5079DB2, + 0xAC072578, 0x71428FC0, 0x136006F9, 0xCE25AC41, + 0x2161776D, 0xFC24DDD5, 0x9E0654EC, 0x4343FE54, + 0x5A43469E, 0x8706EC26, 0xE524651F, 0x3861CFA7, + 0x3E41A5B6, 0xE3040F0E, 0x81268637, 0x5C632C8F, + 0x45639445, 0x98263EFD, 0xFA04B7C4, 0x27411D7C, + 0xC805C650, 0x15406CE8, 0x7762E5D1, 0xAA274F69, + 0xB327F7A3, 0x6E625D1B, 0x0C40D422, 0xD1057E9A, + 0xABA65FE7, 0x76E3F55F, 0x14C17C66, 0xC984D6DE, + 0xD0846E14, 0x0DC1C4AC, 0x6FE34D95, 0xB2A6E72D, + 0x5DE23C01, 0x80A796B9, 0xE2851F80, 0x3FC0B538, + 0x26C00DF2, 0xFB85A74A, 0x99A72E73, 0x44E284CB, + 0x42C2EEDA, 0x9F874462, 0xFDA5CD5B, 0x20E067E3, + 0x39E0DF29, 0xE4A57591, 0x8687FCA8, 0x5BC25610, + 0xB4868D3C, 0x69C32784, 0x0BE1AEBD, 0xD6A40405, + 0xCFA4BCCF, 0x12E11677, 0x70C39F4E, 0xAD8635F6, + 0x7C834B6C, 0xA1C6E1D4, 0xC3E468ED, 0x1EA1C255, + 0x07A17A9F, 0xDAE4D027, 0xB8C6591E, 0x6583F3A6, + 0x8AC7288A, 0x57828232, 0x35A00B0B, 0xE8E5A1B3, + 0xF1E51979, 0x2CA0B3C1, 0x4E823AF8, 0x93C79040, + 0x95E7FA51, 0x48A250E9, 0x2A80D9D0, 0xF7C57368, + 0xEEC5CBA2, 0x3380611A, 0x51A2E823, 0x8CE7429B, + 0x63A399B7, 0xBEE6330F, 0xDCC4BA36, 0x0181108E, + 0x1881A844, 0xC5C402FC, 0xA7E68BC5, 0x7AA3217D, + 0x52A0C93F, 0x8FE56387, 0xEDC7EABE, 0x30824006, + 0x2982F8CC, 0xF4C75274, 0x96E5DB4D, 0x4BA071F5, + 0xA4E4AAD9, 0x79A10061, 0x1B838958, 0xC6C623E0, + 0xDFC69B2A, 0x02833192, 0x60A1B8AB, 0xBDE41213, + 0xBBC47802, 0x6681D2BA, 0x04A35B83, 0xD9E6F13B, + 0xC0E649F1, 0x1DA3E349, 0x7F816A70, 0xA2C4C0C8, + 0x4D801BE4, 0x90C5B15C, 0xF2E73865, 0x2FA292DD, + 0x36A22A17, 0xEBE780AF, 0x89C50996, 0x5480A32E, + 0x8585DDB4, 0x58C0770C, 0x3AE2FE35, 0xE7A7548D, + 0xFEA7EC47, 0x23E246FF, 0x41C0CFC6, 0x9C85657E, + 0x73C1BE52, 0xAE8414EA, 0xCCA69DD3, 0x11E3376B, + 0x08E38FA1, 0xD5A62519, 0xB784AC20, 0x6AC10698, + 0x6CE16C89, 0xB1A4C631, 0xD3864F08, 0x0EC3E5B0, + 0x17C35D7A, 0xCA86F7C2, 0xA8A47EFB, 0x75E1D443, + 0x9AA50F6F, 0x47E0A5D7, 0x25C22CEE, 0xF8878656, + 0xE1873E9C, 0x3CC29424, 0x5EE01D1D, 0x83A5B7A5, + 0xF90696D8, 0x24433C60, 0x4661B559, 0x9B241FE1, + 0x8224A72B, 0x5F610D93, 0x3D4384AA, 0xE0062E12, + 0x0F42F53E, 0xD2075F86, 0xB025D6BF, 0x6D607C07, + 0x7460C4CD, 0xA9256E75, 0xCB07E74C, 0x16424DF4, + 0x106227E5, 0xCD278D5D, 0xAF050464, 0x7240AEDC, + 0x6B401616, 0xB605BCAE, 0xD4273597, 0x09629F2F, + 0xE6264403, 0x3B63EEBB, 0x59416782, 0x8404CD3A, + 0x9D0475F0, 0x4041DF48, 0x22635671, 0xFF26FCC9, + 0x2E238253, 0xF36628EB, 0x9144A1D2, 0x4C010B6A, + 0x5501B3A0, 0x88441918, 0xEA669021, 0x37233A99, + 0xD867E1B5, 0x05224B0D, 0x6700C234, 0xBA45688C, + 0xA345D046, 0x7E007AFE, 0x1C22F3C7, 0xC167597F, + 0xC747336E, 0x1A0299D6, 0x782010EF, 0xA565BA57, + 0xBC65029D, 0x6120A825, 0x0302211C, 0xDE478BA4, + 0x31035088, 0xEC46FA30, 0x8E647309, 0x5321D9B1, + 0x4A21617B, 0x9764CBC3, 0xF54642FA, 0x2803E842 + }; + static final int[] T8_4 = new int[] { + 0x00000000, 0x38116FAC, 0x7022DF58, 0x4833B0F4, + 0xE045BEB0, 0xD854D11C, 0x906761E8, 0xA8760E44, + 0xC5670B91, 0xFD76643D, 0xB545D4C9, 0x8D54BB65, + 0x2522B521, 0x1D33DA8D, 0x55006A79, 0x6D1105D5, + 0x8F2261D3, 0xB7330E7F, 0xFF00BE8B, 0xC711D127, + 0x6F67DF63, 0x5776B0CF, 0x1F45003B, 0x27546F97, + 0x4A456A42, 0x725405EE, 0x3A67B51A, 0x0276DAB6, + 0xAA00D4F2, 0x9211BB5E, 0xDA220BAA, 0xE2336406, + 0x1BA8B557, 0x23B9DAFB, 0x6B8A6A0F, 0x539B05A3, + 0xFBED0BE7, 0xC3FC644B, 0x8BCFD4BF, 0xB3DEBB13, + 0xDECFBEC6, 0xE6DED16A, 0xAEED619E, 0x96FC0E32, + 0x3E8A0076, 0x069B6FDA, 0x4EA8DF2E, 0x76B9B082, + 0x948AD484, 0xAC9BBB28, 0xE4A80BDC, 0xDCB96470, + 0x74CF6A34, 0x4CDE0598, 0x04EDB56C, 0x3CFCDAC0, + 0x51EDDF15, 0x69FCB0B9, 0x21CF004D, 0x19DE6FE1, + 0xB1A861A5, 0x89B90E09, 0xC18ABEFD, 0xF99BD151, + 0x37516AAE, 0x0F400502, 0x4773B5F6, 0x7F62DA5A, + 0xD714D41E, 0xEF05BBB2, 0xA7360B46, 0x9F2764EA, + 0xF236613F, 0xCA270E93, 0x8214BE67, 0xBA05D1CB, + 0x1273DF8F, 0x2A62B023, 0x625100D7, 0x5A406F7B, + 0xB8730B7D, 0x806264D1, 0xC851D425, 0xF040BB89, + 0x5836B5CD, 0x6027DA61, 0x28146A95, 0x10050539, + 0x7D1400EC, 0x45056F40, 0x0D36DFB4, 0x3527B018, + 0x9D51BE5C, 0xA540D1F0, 0xED736104, 0xD5620EA8, + 0x2CF9DFF9, 0x14E8B055, 0x5CDB00A1, 0x64CA6F0D, + 0xCCBC6149, 0xF4AD0EE5, 0xBC9EBE11, 0x848FD1BD, + 0xE99ED468, 0xD18FBBC4, 0x99BC0B30, 0xA1AD649C, + 0x09DB6AD8, 0x31CA0574, 0x79F9B580, 0x41E8DA2C, + 0xA3DBBE2A, 0x9BCAD186, 0xD3F96172, 0xEBE80EDE, + 0x439E009A, 0x7B8F6F36, 0x33BCDFC2, 0x0BADB06E, + 0x66BCB5BB, 0x5EADDA17, 0x169E6AE3, 0x2E8F054F, + 0x86F90B0B, 0xBEE864A7, 0xF6DBD453, 0xCECABBFF, + 0x6EA2D55C, 0x56B3BAF0, 0x1E800A04, 0x269165A8, + 0x8EE76BEC, 0xB6F60440, 0xFEC5B4B4, 0xC6D4DB18, + 0xABC5DECD, 0x93D4B161, 0xDBE70195, 0xE3F66E39, + 0x4B80607D, 0x73910FD1, 0x3BA2BF25, 0x03B3D089, + 0xE180B48F, 0xD991DB23, 0x91A26BD7, 0xA9B3047B, + 0x01C50A3F, 0x39D46593, 0x71E7D567, 0x49F6BACB, + 0x24E7BF1E, 0x1CF6D0B2, 0x54C56046, 0x6CD40FEA, + 0xC4A201AE, 0xFCB36E02, 0xB480DEF6, 0x8C91B15A, + 0x750A600B, 0x4D1B0FA7, 0x0528BF53, 0x3D39D0FF, + 0x954FDEBB, 0xAD5EB117, 0xE56D01E3, 0xDD7C6E4F, + 0xB06D6B9A, 0x887C0436, 0xC04FB4C2, 0xF85EDB6E, + 0x5028D52A, 0x6839BA86, 0x200A0A72, 0x181B65DE, + 0xFA2801D8, 0xC2396E74, 0x8A0ADE80, 0xB21BB12C, + 0x1A6DBF68, 0x227CD0C4, 0x6A4F6030, 0x525E0F9C, + 0x3F4F0A49, 0x075E65E5, 0x4F6DD511, 0x777CBABD, + 0xDF0AB4F9, 0xE71BDB55, 0xAF286BA1, 0x9739040D, + 0x59F3BFF2, 0x61E2D05E, 0x29D160AA, 0x11C00F06, + 0xB9B60142, 0x81A76EEE, 0xC994DE1A, 0xF185B1B6, + 0x9C94B463, 0xA485DBCF, 0xECB66B3B, 0xD4A70497, + 0x7CD10AD3, 0x44C0657F, 0x0CF3D58B, 0x34E2BA27, + 0xD6D1DE21, 0xEEC0B18D, 0xA6F30179, 0x9EE26ED5, + 0x36946091, 0x0E850F3D, 0x46B6BFC9, 0x7EA7D065, + 0x13B6D5B0, 0x2BA7BA1C, 0x63940AE8, 0x5B856544, + 0xF3F36B00, 0xCBE204AC, 0x83D1B458, 0xBBC0DBF4, + 0x425B0AA5, 0x7A4A6509, 0x3279D5FD, 0x0A68BA51, + 0xA21EB415, 0x9A0FDBB9, 0xD23C6B4D, 0xEA2D04E1, + 0x873C0134, 0xBF2D6E98, 0xF71EDE6C, 0xCF0FB1C0, + 0x6779BF84, 0x5F68D028, 0x175B60DC, 0x2F4A0F70, + 0xCD796B76, 0xF56804DA, 0xBD5BB42E, 0x854ADB82, + 0x2D3CD5C6, 0x152DBA6A, 0x5D1E0A9E, 0x650F6532, + 0x081E60E7, 0x300F0F4B, 0x783CBFBF, 0x402DD013, + 0xE85BDE57, 0xD04AB1FB, 0x9879010F, 0xA0686EA3 + }; + static final int[] T8_5 = new int[] { + 0x00000000, 0xEF306B19, 0xDB8CA0C3, 0x34BCCBDA, + 0xB2F53777, 0x5DC55C6E, 0x697997B4, 0x8649FCAD, + 0x6006181F, 0x8F367306, 0xBB8AB8DC, 0x54BAD3C5, + 0xD2F32F68, 0x3DC34471, 0x097F8FAB, 0xE64FE4B2, + 0xC00C303E, 0x2F3C5B27, 0x1B8090FD, 0xF4B0FBE4, + 0x72F90749, 0x9DC96C50, 0xA975A78A, 0x4645CC93, + 0xA00A2821, 0x4F3A4338, 0x7B8688E2, 0x94B6E3FB, + 0x12FF1F56, 0xFDCF744F, 0xC973BF95, 0x2643D48C, + 0x85F4168D, 0x6AC47D94, 0x5E78B64E, 0xB148DD57, + 0x370121FA, 0xD8314AE3, 0xEC8D8139, 0x03BDEA20, + 0xE5F20E92, 0x0AC2658B, 0x3E7EAE51, 0xD14EC548, + 0x570739E5, 0xB83752FC, 0x8C8B9926, 0x63BBF23F, + 0x45F826B3, 0xAAC84DAA, 0x9E748670, 0x7144ED69, + 0xF70D11C4, 0x183D7ADD, 0x2C81B107, 0xC3B1DA1E, + 0x25FE3EAC, 0xCACE55B5, 0xFE729E6F, 0x1142F576, + 0x970B09DB, 0x783B62C2, 0x4C87A918, 0xA3B7C201, + 0x0E045BEB, 0xE13430F2, 0xD588FB28, 0x3AB89031, + 0xBCF16C9C, 0x53C10785, 0x677DCC5F, 0x884DA746, + 0x6E0243F4, 0x813228ED, 0xB58EE337, 0x5ABE882E, + 0xDCF77483, 0x33C71F9A, 0x077BD440, 0xE84BBF59, + 0xCE086BD5, 0x213800CC, 0x1584CB16, 0xFAB4A00F, + 0x7CFD5CA2, 0x93CD37BB, 0xA771FC61, 0x48419778, + 0xAE0E73CA, 0x413E18D3, 0x7582D309, 0x9AB2B810, + 0x1CFB44BD, 0xF3CB2FA4, 0xC777E47E, 0x28478F67, + 0x8BF04D66, 0x64C0267F, 0x507CEDA5, 0xBF4C86BC, + 0x39057A11, 0xD6351108, 0xE289DAD2, 0x0DB9B1CB, + 0xEBF65579, 0x04C63E60, 0x307AF5BA, 0xDF4A9EA3, + 0x5903620E, 0xB6330917, 0x828FC2CD, 0x6DBFA9D4, + 0x4BFC7D58, 0xA4CC1641, 0x9070DD9B, 0x7F40B682, + 0xF9094A2F, 0x16392136, 0x2285EAEC, 0xCDB581F5, + 0x2BFA6547, 0xC4CA0E5E, 0xF076C584, 0x1F46AE9D, + 0x990F5230, 0x763F3929, 0x4283F2F3, 0xADB399EA, + 0x1C08B7D6, 0xF338DCCF, 0xC7841715, 0x28B47C0C, + 0xAEFD80A1, 0x41CDEBB8, 0x75712062, 0x9A414B7B, + 0x7C0EAFC9, 0x933EC4D0, 0xA7820F0A, 0x48B26413, + 0xCEFB98BE, 0x21CBF3A7, 0x1577387D, 0xFA475364, + 0xDC0487E8, 0x3334ECF1, 0x0788272B, 0xE8B84C32, + 0x6EF1B09F, 0x81C1DB86, 0xB57D105C, 0x5A4D7B45, + 0xBC029FF7, 0x5332F4EE, 0x678E3F34, 0x88BE542D, + 0x0EF7A880, 0xE1C7C399, 0xD57B0843, 0x3A4B635A, + 0x99FCA15B, 0x76CCCA42, 0x42700198, 0xAD406A81, + 0x2B09962C, 0xC439FD35, 0xF08536EF, 0x1FB55DF6, + 0xF9FAB944, 0x16CAD25D, 0x22761987, 0xCD46729E, + 0x4B0F8E33, 0xA43FE52A, 0x90832EF0, 0x7FB345E9, + 0x59F09165, 0xB6C0FA7C, 0x827C31A6, 0x6D4C5ABF, + 0xEB05A612, 0x0435CD0B, 0x308906D1, 0xDFB96DC8, + 0x39F6897A, 0xD6C6E263, 0xE27A29B9, 0x0D4A42A0, + 0x8B03BE0D, 0x6433D514, 0x508F1ECE, 0xBFBF75D7, + 0x120CEC3D, 0xFD3C8724, 0xC9804CFE, 0x26B027E7, + 0xA0F9DB4A, 0x4FC9B053, 0x7B757B89, 0x94451090, + 0x720AF422, 0x9D3A9F3B, 0xA98654E1, 0x46B63FF8, + 0xC0FFC355, 0x2FCFA84C, 0x1B736396, 0xF443088F, + 0xD200DC03, 0x3D30B71A, 0x098C7CC0, 0xE6BC17D9, + 0x60F5EB74, 0x8FC5806D, 0xBB794BB7, 0x544920AE, + 0xB206C41C, 0x5D36AF05, 0x698A64DF, 0x86BA0FC6, + 0x00F3F36B, 0xEFC39872, 0xDB7F53A8, 0x344F38B1, + 0x97F8FAB0, 0x78C891A9, 0x4C745A73, 0xA344316A, + 0x250DCDC7, 0xCA3DA6DE, 0xFE816D04, 0x11B1061D, + 0xF7FEE2AF, 0x18CE89B6, 0x2C72426C, 0xC3422975, + 0x450BD5D8, 0xAA3BBEC1, 0x9E87751B, 0x71B71E02, + 0x57F4CA8E, 0xB8C4A197, 0x8C786A4D, 0x63480154, + 0xE501FDF9, 0x0A3196E0, 0x3E8D5D3A, 0xD1BD3623, + 0x37F2D291, 0xD8C2B988, 0xEC7E7252, 0x034E194B, + 0x8507E5E6, 0x6A378EFF, 0x5E8B4525, 0xB1BB2E3C + }; + static final int[] T8_6 = new int[] { + 0x00000000, 0x68032CC8, 0xD0065990, 0xB8057558, + 0xA5E0C5D1, 0xCDE3E919, 0x75E69C41, 0x1DE5B089, + 0x4E2DFD53, 0x262ED19B, 0x9E2BA4C3, 0xF628880B, + 0xEBCD3882, 0x83CE144A, 0x3BCB6112, 0x53C84DDA, + 0x9C5BFAA6, 0xF458D66E, 0x4C5DA336, 0x245E8FFE, + 0x39BB3F77, 0x51B813BF, 0xE9BD66E7, 0x81BE4A2F, + 0xD27607F5, 0xBA752B3D, 0x02705E65, 0x6A7372AD, + 0x7796C224, 0x1F95EEEC, 0xA7909BB4, 0xCF93B77C, + 0x3D5B83BD, 0x5558AF75, 0xED5DDA2D, 0x855EF6E5, + 0x98BB466C, 0xF0B86AA4, 0x48BD1FFC, 0x20BE3334, + 0x73767EEE, 0x1B755226, 0xA370277E, 0xCB730BB6, + 0xD696BB3F, 0xBE9597F7, 0x0690E2AF, 0x6E93CE67, + 0xA100791B, 0xC90355D3, 0x7106208B, 0x19050C43, + 0x04E0BCCA, 0x6CE39002, 0xD4E6E55A, 0xBCE5C992, + 0xEF2D8448, 0x872EA880, 0x3F2BDDD8, 0x5728F110, + 0x4ACD4199, 0x22CE6D51, 0x9ACB1809, 0xF2C834C1, + 0x7AB7077A, 0x12B42BB2, 0xAAB15EEA, 0xC2B27222, + 0xDF57C2AB, 0xB754EE63, 0x0F519B3B, 0x6752B7F3, + 0x349AFA29, 0x5C99D6E1, 0xE49CA3B9, 0x8C9F8F71, + 0x917A3FF8, 0xF9791330, 0x417C6668, 0x297F4AA0, + 0xE6ECFDDC, 0x8EEFD114, 0x36EAA44C, 0x5EE98884, + 0x430C380D, 0x2B0F14C5, 0x930A619D, 0xFB094D55, + 0xA8C1008F, 0xC0C22C47, 0x78C7591F, 0x10C475D7, + 0x0D21C55E, 0x6522E996, 0xDD279CCE, 0xB524B006, + 0x47EC84C7, 0x2FEFA80F, 0x97EADD57, 0xFFE9F19F, + 0xE20C4116, 0x8A0F6DDE, 0x320A1886, 0x5A09344E, + 0x09C17994, 0x61C2555C, 0xD9C72004, 0xB1C40CCC, + 0xAC21BC45, 0xC422908D, 0x7C27E5D5, 0x1424C91D, + 0xDBB77E61, 0xB3B452A9, 0x0BB127F1, 0x63B20B39, + 0x7E57BBB0, 0x16549778, 0xAE51E220, 0xC652CEE8, + 0x959A8332, 0xFD99AFFA, 0x459CDAA2, 0x2D9FF66A, + 0x307A46E3, 0x58796A2B, 0xE07C1F73, 0x887F33BB, + 0xF56E0EF4, 0x9D6D223C, 0x25685764, 0x4D6B7BAC, + 0x508ECB25, 0x388DE7ED, 0x808892B5, 0xE88BBE7D, + 0xBB43F3A7, 0xD340DF6F, 0x6B45AA37, 0x034686FF, + 0x1EA33676, 0x76A01ABE, 0xCEA56FE6, 0xA6A6432E, + 0x6935F452, 0x0136D89A, 0xB933ADC2, 0xD130810A, + 0xCCD53183, 0xA4D61D4B, 0x1CD36813, 0x74D044DB, + 0x27180901, 0x4F1B25C9, 0xF71E5091, 0x9F1D7C59, + 0x82F8CCD0, 0xEAFBE018, 0x52FE9540, 0x3AFDB988, + 0xC8358D49, 0xA036A181, 0x1833D4D9, 0x7030F811, + 0x6DD54898, 0x05D66450, 0xBDD31108, 0xD5D03DC0, + 0x8618701A, 0xEE1B5CD2, 0x561E298A, 0x3E1D0542, + 0x23F8B5CB, 0x4BFB9903, 0xF3FEEC5B, 0x9BFDC093, + 0x546E77EF, 0x3C6D5B27, 0x84682E7F, 0xEC6B02B7, + 0xF18EB23E, 0x998D9EF6, 0x2188EBAE, 0x498BC766, + 0x1A438ABC, 0x7240A674, 0xCA45D32C, 0xA246FFE4, + 0xBFA34F6D, 0xD7A063A5, 0x6FA516FD, 0x07A63A35, + 0x8FD9098E, 0xE7DA2546, 0x5FDF501E, 0x37DC7CD6, + 0x2A39CC5F, 0x423AE097, 0xFA3F95CF, 0x923CB907, + 0xC1F4F4DD, 0xA9F7D815, 0x11F2AD4D, 0x79F18185, + 0x6414310C, 0x0C171DC4, 0xB412689C, 0xDC114454, + 0x1382F328, 0x7B81DFE0, 0xC384AAB8, 0xAB878670, + 0xB66236F9, 0xDE611A31, 0x66646F69, 0x0E6743A1, + 0x5DAF0E7B, 0x35AC22B3, 0x8DA957EB, 0xE5AA7B23, + 0xF84FCBAA, 0x904CE762, 0x2849923A, 0x404ABEF2, + 0xB2828A33, 0xDA81A6FB, 0x6284D3A3, 0x0A87FF6B, + 0x17624FE2, 0x7F61632A, 0xC7641672, 0xAF673ABA, + 0xFCAF7760, 0x94AC5BA8, 0x2CA92EF0, 0x44AA0238, + 0x594FB2B1, 0x314C9E79, 0x8949EB21, 0xE14AC7E9, + 0x2ED97095, 0x46DA5C5D, 0xFEDF2905, 0x96DC05CD, + 0x8B39B544, 0xE33A998C, 0x5B3FECD4, 0x333CC01C, + 0x60F48DC6, 0x08F7A10E, 0xB0F2D456, 0xD8F1F89E, + 0xC5144817, 0xAD1764DF, 0x15121187, 0x7D113D4F + }; + static final int[] T8_7 = new int[] { + 0x00000000, 0x493C7D27, 0x9278FA4E, 0xDB448769, + 0x211D826D, 0x6821FF4A, 0xB3657823, 0xFA590504, + 0x423B04DA, 0x0B0779FD, 0xD043FE94, 0x997F83B3, + 0x632686B7, 0x2A1AFB90, 0xF15E7CF9, 0xB86201DE, + 0x847609B4, 0xCD4A7493, 0x160EF3FA, 0x5F328EDD, + 0xA56B8BD9, 0xEC57F6FE, 0x37137197, 0x7E2F0CB0, + 0xC64D0D6E, 0x8F717049, 0x5435F720, 0x1D098A07, + 0xE7508F03, 0xAE6CF224, 0x7528754D, 0x3C14086A, + 0x0D006599, 0x443C18BE, 0x9F789FD7, 0xD644E2F0, + 0x2C1DE7F4, 0x65219AD3, 0xBE651DBA, 0xF759609D, + 0x4F3B6143, 0x06071C64, 0xDD439B0D, 0x947FE62A, + 0x6E26E32E, 0x271A9E09, 0xFC5E1960, 0xB5626447, + 0x89766C2D, 0xC04A110A, 0x1B0E9663, 0x5232EB44, + 0xA86BEE40, 0xE1579367, 0x3A13140E, 0x732F6929, + 0xCB4D68F7, 0x827115D0, 0x593592B9, 0x1009EF9E, + 0xEA50EA9A, 0xA36C97BD, 0x782810D4, 0x31146DF3, + 0x1A00CB32, 0x533CB615, 0x8878317C, 0xC1444C5B, + 0x3B1D495F, 0x72213478, 0xA965B311, 0xE059CE36, + 0x583BCFE8, 0x1107B2CF, 0xCA4335A6, 0x837F4881, + 0x79264D85, 0x301A30A2, 0xEB5EB7CB, 0xA262CAEC, + 0x9E76C286, 0xD74ABFA1, 0x0C0E38C8, 0x453245EF, + 0xBF6B40EB, 0xF6573DCC, 0x2D13BAA5, 0x642FC782, + 0xDC4DC65C, 0x9571BB7B, 0x4E353C12, 0x07094135, + 0xFD504431, 0xB46C3916, 0x6F28BE7F, 0x2614C358, + 0x1700AEAB, 0x5E3CD38C, 0x857854E5, 0xCC4429C2, + 0x361D2CC6, 0x7F2151E1, 0xA465D688, 0xED59ABAF, + 0x553BAA71, 0x1C07D756, 0xC743503F, 0x8E7F2D18, + 0x7426281C, 0x3D1A553B, 0xE65ED252, 0xAF62AF75, + 0x9376A71F, 0xDA4ADA38, 0x010E5D51, 0x48322076, + 0xB26B2572, 0xFB575855, 0x2013DF3C, 0x692FA21B, + 0xD14DA3C5, 0x9871DEE2, 0x4335598B, 0x0A0924AC, + 0xF05021A8, 0xB96C5C8F, 0x6228DBE6, 0x2B14A6C1, + 0x34019664, 0x7D3DEB43, 0xA6796C2A, 0xEF45110D, + 0x151C1409, 0x5C20692E, 0x8764EE47, 0xCE589360, + 0x763A92BE, 0x3F06EF99, 0xE44268F0, 0xAD7E15D7, + 0x572710D3, 0x1E1B6DF4, 0xC55FEA9D, 0x8C6397BA, + 0xB0779FD0, 0xF94BE2F7, 0x220F659E, 0x6B3318B9, + 0x916A1DBD, 0xD856609A, 0x0312E7F3, 0x4A2E9AD4, + 0xF24C9B0A, 0xBB70E62D, 0x60346144, 0x29081C63, + 0xD3511967, 0x9A6D6440, 0x4129E329, 0x08159E0E, + 0x3901F3FD, 0x703D8EDA, 0xAB7909B3, 0xE2457494, + 0x181C7190, 0x51200CB7, 0x8A648BDE, 0xC358F6F9, + 0x7B3AF727, 0x32068A00, 0xE9420D69, 0xA07E704E, + 0x5A27754A, 0x131B086D, 0xC85F8F04, 0x8163F223, + 0xBD77FA49, 0xF44B876E, 0x2F0F0007, 0x66337D20, + 0x9C6A7824, 0xD5560503, 0x0E12826A, 0x472EFF4D, + 0xFF4CFE93, 0xB67083B4, 0x6D3404DD, 0x240879FA, + 0xDE517CFE, 0x976D01D9, 0x4C2986B0, 0x0515FB97, + 0x2E015D56, 0x673D2071, 0xBC79A718, 0xF545DA3F, + 0x0F1CDF3B, 0x4620A21C, 0x9D642575, 0xD4585852, + 0x6C3A598C, 0x250624AB, 0xFE42A3C2, 0xB77EDEE5, + 0x4D27DBE1, 0x041BA6C6, 0xDF5F21AF, 0x96635C88, + 0xAA7754E2, 0xE34B29C5, 0x380FAEAC, 0x7133D38B, + 0x8B6AD68F, 0xC256ABA8, 0x19122CC1, 0x502E51E6, + 0xE84C5038, 0xA1702D1F, 0x7A34AA76, 0x3308D751, + 0xC951D255, 0x806DAF72, 0x5B29281B, 0x1215553C, + 0x230138CF, 0x6A3D45E8, 0xB179C281, 0xF845BFA6, + 0x021CBAA2, 0x4B20C785, 0x906440EC, 0xD9583DCB, + 0x613A3C15, 0x28064132, 0xF342C65B, 0xBA7EBB7C, + 0x4027BE78, 0x091BC35F, 0xD25F4436, 0x9B633911, + 0xA777317B, 0xEE4B4C5C, 0x350FCB35, 0x7C33B612, + 0x866AB316, 0xCF56CE31, 0x14124958, 0x5D2E347F, + 0xE54C35A1, 0xAC704886, 0x7734CFEF, 0x3E08B2C8, + 0xC451B7CC, 0x8D6DCAEB, 0x56294D82, 0x1F1530A5 + }; } \ No newline at end of file diff --git a/src/main/java/org/xerial/snappy/Snappy.java b/src/main/java/org/xerial/snappy/Snappy.java index bbfe1b4..054c2e3 100755 --- a/src/main/java/org/xerial/snappy/Snappy.java +++ b/src/main/java/org/xerial/snappy/Snappy.java @@ -33,12 +33,11 @@ import java.util.Properties; /** * Snappy API for data compression/decompression - * + *

* Note: if the native libraries cannot be loaded, an ExceptionInInitializerError * will be thrown at first use of this class. - * + * * @author Taro L. Saito - * */ public class Snappy { @@ -56,7 +55,6 @@ public class Snappy */ private static SnappyNative impl; - /** * Clean up a temporary file (native lib) generated by snappy-java. * General users do not need to call this method, since the native library extracted in snappy-java @@ -64,29 +62,25 @@ public class Snappy * This method is useful when using a J2EE container, which will restart servlet containers multiple times without * restarting JVM. */ - public static void cleanUp() { + public static void cleanUp() + { SnappyLoader.cleanUpExtractedNativeLib(); SnappyLoader.setApi(null); } - /** * Copy bytes from source to destination - * - * @param src - * pointer to the source array - * @param offset - * byte offset in the source array - * @param byteLength - * the number of bytes to copy - * @param dest - * pointer to the destination array - * @param dest_offset - * byte offset in the destination array + * + * @param src pointer to the source array + * @param offset byte offset in the source array + * @param byteLength the number of bytes to copy + * @param dest pointer to the destination array + * @param dest_offset byte offset in the destination array * @throws IOException */ public static void arrayCopy(Object src, int offset, int byteLength, Object dest, int dest_offset) - throws IOException { + throws IOException + { impl.arrayCopy(src, offset, byteLength, dest, dest_offset); } @@ -95,31 +89,32 @@ public class Snappy * array copy to generate the result. If you want to reduce the memory copy * cost, use {@link #compress(byte[], int, int, byte[], int)} or * {@link #compress(ByteBuffer, ByteBuffer)}. - * - * @param input - * the input data + * + * @param input the input data * @return the compressed byte array * @throws IOException */ - public static byte[] compress(byte[] input) throws IOException { + public static byte[] compress(byte[] input) + throws IOException + { return rawCompress(input, input.length); } /** * Compress the input buffer content in [inputOffset, * ...inputOffset+inputLength) then output to the specified output buffer. - * + * * @param input * @param inputOffset * @param inputLength * @param output * @param outputOffset * @return byte size of the compressed data - * @throws IOException - * when failed to access the input/output buffer + * @throws IOException when failed to access the input/output buffer */ public static int compress(byte[] input, int inputOffset, int inputLength, byte[] output, int outputOffset) - throws IOException { + throws IOException + { return rawCompress(input, inputOffset, inputLength, output, outputOffset); } @@ -127,22 +122,22 @@ public class Snappy * Compress the content in the given input buffer. After the compression, * you can retrieve the compressed data from the output buffer [pos() ... * limit()) (compressed data size = limit() - pos() = remaining()) - * - * @param uncompressed - * buffer[pos() ... limit()) containing the input data - * @param compressed - * output of the compressed data. Uses range [pos()..]. + * + * @param uncompressed buffer[pos() ... limit()) containing the input data + * @param compressed output of the compressed data. Uses range [pos()..]. * @return byte size of the compressed data. - * - * @throws SnappyError - * when the input is not a direct buffer + * @throws SnappyError when the input is not a direct buffer */ - public static int compress(ByteBuffer uncompressed, ByteBuffer compressed) throws IOException { + public static int compress(ByteBuffer uncompressed, ByteBuffer compressed) + throws IOException + { - if (!uncompressed.isDirect()) + if (!uncompressed.isDirect()) { throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "input is not a direct buffer"); - if (!compressed.isDirect()) + } + if (!compressed.isDirect()) { throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "destination is not a direct buffer"); + } // input: uncompressed[pos(), limit()) // output: compressed @@ -160,72 +155,86 @@ public class Snappy /** * Compress the input char array - * + * * @param input * @return the compressed data */ - public static byte[] compress(char[] input) throws IOException { + public static byte[] compress(char[] input) + throws IOException + { return rawCompress(input, input.length * 2); // char uses 2 bytes } /** * Compress the input double array - * + * * @param input * @return the compressed data */ - public static byte[] compress(double[] input) throws IOException { + public static byte[] compress(double[] input) + throws IOException + { return rawCompress(input, input.length * 8); // double uses 8 bytes } /** * Compress the input float array - * + * * @param input * @return the compressed data */ - public static byte[] compress(float[] input) throws IOException { + public static byte[] compress(float[] input) + throws IOException + { return rawCompress(input, input.length * 4); // float uses 4 bytes } /** * Compress the input int array - * + * * @param input * @return the compressed data */ - public static byte[] compress(int[] input) throws IOException { + public static byte[] compress(int[] input) + throws IOException + { return rawCompress(input, input.length * 4); // int uses 4 bytes } /** * Compress the input long array - * + * * @param input * @return the compressed data */ - public static byte[] compress(long[] input) throws IOException { + public static byte[] compress(long[] input) + throws IOException + { return rawCompress(input, input.length * 8); // long uses 8 bytes } /** * Compress the input short array - * + * * @param input * @return the compressed data */ - public static byte[] compress(short[] input) throws IOException { + public static byte[] compress(short[] input) + throws IOException + { return rawCompress(input, input.length * 2); // short uses 2 bytes } /** * Compress the input String - * + * * @param s * @return the compressed data * @throws IOException */ - public static byte[] compress(String s) throws IOException { + public static byte[] compress(String s) + throws IOException + { try { return compress(s, "UTF-8"); } @@ -236,38 +245,43 @@ public class Snappy /** * Compress the input string using the given encoding - * + * * @param s * @param encoding * @return the compressed data * @throws UnsupportedEncodingException * @throws IOException */ - public static byte[] compress(String s, String encoding) throws UnsupportedEncodingException, IOException { + public static byte[] compress(String s, String encoding) + throws UnsupportedEncodingException, IOException + { byte[] data = s.getBytes(encoding); return compress(data); } /** * Compress the input string using the given encoding - * + * * @param s * @param encoding * @return the compressed data * @throws UnsupportedEncodingException * @throws IOException */ - public static byte[] compress(String s, Charset encoding) throws IOException { + public static byte[] compress(String s, Charset encoding) + throws IOException + { byte[] data = s.getBytes(encoding); return compress(data); } /** * Get the native library version of the snappy - * + * * @return native library version */ - public static String getNativeLibraryVersion() { + public static String getNativeLibraryVersion() + { URL versionFile = SnappyLoader.class.getResource("/org/xerial/snappy/VERSION"); @@ -277,8 +291,9 @@ public class Snappy Properties versionData = new Properties(); versionData.load(versionFile.openStream()); version = versionData.getProperty("version", version); - if (version.equals("unknown")) + if (version.equals("unknown")) { version = versionData.getProperty("VERSION", version); + } version = version.trim().replaceAll("[^0-9\\.]", ""); } } @@ -294,9 +309,12 @@ public class Snappy * uncompressed data. Takes time proportional to the input length, but is * usually at least a factor of four faster than actual decompression. */ - public static boolean isValidCompressedBuffer(byte[] input, int offset, int length) throws IOException { - if (input == null) + public static boolean isValidCompressedBuffer(byte[] input, int offset, int length) + throws IOException + { + if (input == null) { throw new NullPointerException("input is null"); + } return impl.isValidCompressedBuffer(input, offset, length); } @@ -306,7 +324,9 @@ public class Snappy * uncompressed data. Takes time proportional to the input length, but is * usually at least a factor of four faster than actual decompression. */ - public static boolean isValidCompressedBuffer(byte[] input) throws IOException { + public static boolean isValidCompressedBuffer(byte[] input) + throws IOException + { return isValidCompressedBuffer(input, 0, input.length); } @@ -316,7 +336,9 @@ public class Snappy * Takes time proportional to the input length, but is usually at least a * factor of four faster than actual decompression. */ - public static boolean isValidCompressedBuffer(ByteBuffer compressed) throws IOException { + public static boolean isValidCompressedBuffer(ByteBuffer compressed) + throws IOException + { return impl.isValidCompressedBuffer(compressed, compressed.position(), compressed.remaining()); } @@ -327,58 +349,64 @@ public class Snappy * uncompressed data. Takes time proportional to the input length, but is * usually at least a factor of four faster than actual decompression. */ - public static boolean isValidCompressedBuffer(long inputAddr, long offset, long length) throws IOException { + public static boolean isValidCompressedBuffer(long inputAddr, long offset, long length) + throws IOException + { return impl.isValidCompressedBuffer(inputAddr, offset, length); } - /** * Get the maximum byte size needed for compressing data of the given byte * size. - * - * @param byteSize - * byte size of the data to compress + * + * @param byteSize byte size of the data to compress * @return maximum byte size of the compressed data */ - public static int maxCompressedLength(int byteSize) { + public static int maxCompressedLength(int byteSize) + { return impl.maxCompressedLength(byteSize); } /** * Zero-copy compress using memory addresses. + * * @param inputAddr input memory address * @param inputSize input byte size * @param destAddr destination address of the compressed data * @return the compressed data size * @throws IOException */ - public static long rawCompress(long inputAddr, long inputSize, long destAddr) throws IOException { + public static long rawCompress(long inputAddr, long inputSize, long destAddr) + throws IOException + { return impl.rawCompress(inputAddr, inputSize, destAddr); } /** * Zero-copy decompress using memory addresses. + * * @param inputAddr input memory address * @param inputSize input byte size * @param destAddr destination address of the uncompressed data * @return the uncompressed data size * @throws IOException */ - public static long rawUncompress(long inputAddr, long inputSize, long destAddr) throws IOException { + public static long rawUncompress(long inputAddr, long inputSize, long destAddr) + throws IOException + { return impl.rawUncompress(inputAddr, inputSize, destAddr); } - /** * Compress the input data and produce a byte array of the uncompressed data - * - * @param data - * input array. The input MUST be an array type - * @param byteSize - * the input byte size + * + * @param data input array. The input MUST be an array type + * @param byteSize the input byte size * @return compressed data */ - public static byte[] rawCompress(Object data, int byteSize) throws IOException { + public static byte[] rawCompress(Object data, int byteSize) + throws IOException + { byte[] buf = new byte[Snappy.maxCompressedLength(byteSize)]; int compressedByteSize = impl.rawCompress(data, 0, byteSize, buf, 0); byte[] result = new byte[compressedByteSize]; @@ -389,24 +417,21 @@ public class Snappy /** * Compress the input buffer [offset,... ,offset+length) contents, then * write the compressed data to the output buffer[offset, ...) - * - * @param input - * input array. This MUST be a primitive array type - * @param inputOffset - * byte offset at the output array - * @param inputLength - * byte length of the input data - * @param output - * output array. This MUST be a primitive array type - * @param outputOffset - * byte offset at the output array + * + * @param input input array. This MUST be a primitive array type + * @param inputOffset byte offset at the output array + * @param inputLength byte length of the input data + * @param output output array. This MUST be a primitive array type + * @param outputOffset byte offset at the output array * @return byte size of the compressed data * @throws IOException */ public static int rawCompress(Object input, int inputOffset, int inputLength, byte[] output, int outputOffset) - throws IOException { - if (input == null || output == null) + throws IOException + { + if (input == null || output == null) { throw new NullPointerException("input or output is null"); + } int compressedSize = impl .rawCompress(input, inputOffset, inputLength, output, outputOffset); @@ -416,42 +441,40 @@ public class Snappy /** * Uncompress the content in the input buffer. The uncompressed data is * written to the output buffer. - * + *

* Note that if you pass the wrong data or the range [inputOffset, * inputOffset + inputLength) that cannot be uncompressed, your JVM might * crash due to the access violation exception issued in the native code * written in C++. To avoid this type of crash, use * {@link #isValidCompressedBuffer(byte[], int, int)} first. - * - * @param input - * input byte array - * @param inputOffset - * byte offset in the input byte array - * @param inputLength - * byte length of the input data - * @param output - * output buffer, MUST be a primitive type array - * @param outputOffset - * byte offset in the output buffer + * + * @param input input byte array + * @param inputOffset byte offset in the input byte array + * @param inputLength byte length of the input data + * @param output output buffer, MUST be a primitive type array + * @param outputOffset byte offset in the output buffer * @return the byte size of the uncompressed data - * @throws IOException - * when failed to uncompress the input data + * @throws IOException when failed to uncompress the input data */ public static int rawUncompress(byte[] input, int inputOffset, int inputLength, Object output, int outputOffset) - throws IOException { - if (input == null || output == null) + throws IOException + { + if (input == null || output == null) { throw new NullPointerException("input or output is null"); + } return impl.rawUncompress(input, inputOffset, inputLength, output, outputOffset); } /** * High-level API for uncompressing the input byte array. - * + * * @param input * @return the uncompressed byte array * @throws IOException */ - public static byte[] uncompress(byte[] input) throws IOException { + public static byte[] uncompress(byte[] input) + throws IOException + { byte[] result = new byte[Snappy.uncompressedLength(input)]; int byteSize = Snappy.uncompress(input, 0, input.length, result, 0); return result; @@ -460,13 +483,13 @@ public class Snappy /** * Uncompress the content in the input buffer. The uncompressed data is * written to the output buffer. - * + *

* Note that if you pass the wrong data or the range [inputOffset, * inputOffset + inputLength) that cannot be uncompressed, your JVM might * crash due to the access violation exception issued in the native code * written in C++. To avoid this type of crash, use * {@link #isValidCompressedBuffer(byte[], int, int)} first. - * + * * @param input * @param inputOffset * @param inputLength @@ -476,37 +499,36 @@ public class Snappy * @throws IOException */ public static int uncompress(byte[] input, int inputOffset, int inputLength, byte[] output, int outputOffset) - throws IOException { + throws IOException + { return rawUncompress(input, inputOffset, inputLength, output, outputOffset); } /** * Uncompress the content in the input buffer. The result is dumped to the * specified output buffer. - * + *

* Note that if you pass the wrong data or the range [pos(), limit()) that * cannot be uncompressed, your JVM might crash due to the access violation * exception issued in the native code written in C++. To avoid this type of * crash, use {@link #isValidCompressedBuffer(ByteBuffer)} first. - * - * - * @param compressed - * buffer[pos() ... limit()) containing the input data - * @param uncompressed - * output of the the uncompressed data. It uses buffer[pos()..] + * + * @param compressed buffer[pos() ... limit()) containing the input data + * @param uncompressed output of the the uncompressed data. It uses buffer[pos()..] * @return uncompressed data size - * - * @throws IOException - * when failed to uncompress the given input - * @throws SnappyError - * when the input is not a direct buffer + * @throws IOException when failed to uncompress the given input + * @throws SnappyError when the input is not a direct buffer */ - public static int uncompress(ByteBuffer compressed, ByteBuffer uncompressed) throws IOException { + public static int uncompress(ByteBuffer compressed, ByteBuffer uncompressed) + throws IOException + { - if (!compressed.isDirect()) + if (!compressed.isDirect()) { throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "input is not a direct buffer"); - if (!uncompressed.isDirect()) + } + if (!uncompressed.isDirect()) { throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "destination is not a direct buffer"); + } int cPos = compressed.position(); int cLen = compressed.remaining(); @@ -522,25 +544,29 @@ public class Snappy /** * Uncompress the input data as char array - * + * * @param input * @return the uncompressed data * @throws IOException */ - public static char[] uncompressCharArray(byte[] input) throws IOException { + public static char[] uncompressCharArray(byte[] input) + throws IOException + { return uncompressCharArray(input, 0, input.length); } /** * Uncompress the input[offset, .., offset+length) as a char array - * + * * @param input * @param offset * @param length * @return the uncompressed data * @throws IOException */ - public static char[] uncompressCharArray(byte[] input, int offset, int length) throws IOException { + public static char[] uncompressCharArray(byte[] input, int offset, int length) + throws IOException + { int uncompressedLength = Snappy.uncompressedLength(input, offset, length); char[] result = new char[uncompressedLength / 2]; int byteSize = impl.rawUncompress(input, offset, length, result, 0); @@ -549,12 +575,14 @@ public class Snappy /** * Uncompress the input as a double array - * + * * @param input * @return the uncompressed data * @throws IOException */ - public static double[] uncompressDoubleArray(byte[] input) throws IOException { + public static double[] uncompressDoubleArray(byte[] input) + throws IOException + { int uncompressedLength = Snappy.uncompressedLength(input, 0, input.length); double[] result = new double[uncompressedLength / 8]; int byteSize = impl.rawUncompress(input, 0, input.length, result, 0); @@ -564,32 +592,35 @@ public class Snappy /** * Get the uncompressed byte size of the given compressed input. This * operation takes O(1) time. - * + * * @param input * @return uncompressed byte size of the the given input data - * @throws IOException - * when failed to uncompress the given input. The error code is - * {@link SnappyErrorCode#PARSING_ERROR} + * @throws IOException when failed to uncompress the given input. The error code is + * {@link SnappyErrorCode#PARSING_ERROR} */ - public static int uncompressedLength(byte[] input) throws IOException { + public static int uncompressedLength(byte[] input) + throws IOException + { return impl.uncompressedLength(input, 0, input.length); } /** * Get the uncompressed byte size of the given compressed input. This * operation takes O(1) time. - * + * * @param input * @param offset * @param length * @return uncompressed byte size of the the given input data - * @throws IOException - * when failed to uncompress the given input. The error code is - * {@link SnappyErrorCode#PARSING_ERROR} + * @throws IOException when failed to uncompress the given input. The error code is + * {@link SnappyErrorCode#PARSING_ERROR} */ - public static int uncompressedLength(byte[] input, int offset, int length) throws IOException { - if (input == null) + public static int uncompressedLength(byte[] input, int offset, int length) + throws IOException + { + if (input == null) { throw new NullPointerException("input is null"); + } return impl.uncompressedLength(input, offset, length); } @@ -597,56 +628,63 @@ public class Snappy /** * Get the uncompressed byte size of the given compressed input. This * operation takes O(1) time. - * - * @param compressed - * input data [pos() ... limit()) + * + * @param compressed input data [pos() ... limit()) * @return uncompressed byte length of the given input - * @throws IOException - * when failed to uncompress the given input. The error code is - * {@link SnappyErrorCode#PARSING_ERROR} - * @throws SnappyError - * when the input is not a direct buffer + * @throws IOException when failed to uncompress the given input. The error code is + * {@link SnappyErrorCode#PARSING_ERROR} + * @throws SnappyError when the input is not a direct buffer */ - public static int uncompressedLength(ByteBuffer compressed) throws IOException { - if (!compressed.isDirect()) + public static int uncompressedLength(ByteBuffer compressed) + throws IOException + { + if (!compressed.isDirect()) { throw new SnappyError(SnappyErrorCode.NOT_A_DIRECT_BUFFER, "input is not a direct buffer"); + } return impl.uncompressedLength(compressed, compressed.position(), compressed.remaining()); } /** * Get the uncompressed byte size of the given compressed input. This operation takes O(1) time. + * * @param inputAddr compressed data address * @param len byte length of the input * @return uncompressed byte length of the given input * @throws IOException when failed to uncompress the given input. The error code is - * {@link SnappyErrorCode#PARSING_ERROR} + * {@link SnappyErrorCode#PARSING_ERROR} */ - public static long uncompressedLength(long inputAddr, long len) throws IOException { + public static long uncompressedLength(long inputAddr, long len) + throws IOException + { return impl.uncompressedLength(inputAddr, len); } /** * Uncompress the input as a float array - * + * * @param input * @return the uncompressed data * @throws IOException */ - public static float[] uncompressFloatArray(byte[] input) throws IOException { + public static float[] uncompressFloatArray(byte[] input) + throws IOException + { return uncompressFloatArray(input, 0, input.length); } /** * Uncompress the input[offset, offset+length) as a float array - * + * * @param input * @param offset * @param length * @return the uncompressed data * @throws IOException */ - public static float[] uncompressFloatArray(byte[] input, int offset, int length) throws IOException { + public static float[] uncompressFloatArray(byte[] input, int offset, int length) + throws IOException + { int uncompressedLength = Snappy.uncompressedLength(input, offset, length); float[] result = new float[uncompressedLength / 4]; int byteSize = impl.rawUncompress(input, offset, length, result, 0); @@ -655,25 +693,29 @@ public class Snappy /** * Uncompress the input data as an int array - * + * * @param input * @return the uncompressed data * @throws IOException */ - public static int[] uncompressIntArray(byte[] input) throws IOException { + public static int[] uncompressIntArray(byte[] input) + throws IOException + { return uncompressIntArray(input, 0, input.length); } /** * Uncompress the input[offset, offset+length) as an int array - * + * * @param input * @param offset * @param length * @return the uncompressed data * @throws IOException */ - public static int[] uncompressIntArray(byte[] input, int offset, int length) throws IOException { + public static int[] uncompressIntArray(byte[] input, int offset, int length) + throws IOException + { int uncompressedLength = Snappy.uncompressedLength(input, offset, length); int[] result = new int[uncompressedLength / 4]; int byteSize = impl.rawUncompress(input, offset, length, result, 0); @@ -682,25 +724,29 @@ public class Snappy /** * Uncompress the input data as a long array - * + * * @param input * @return the uncompressed data * @throws IOException */ - public static long[] uncompressLongArray(byte[] input) throws IOException { + public static long[] uncompressLongArray(byte[] input) + throws IOException + { return uncompressLongArray(input, 0, input.length); } /** * Uncompress the input[offset, offset+length) as a long array - * + * * @param input * @param offset * @param length * @return the uncompressed data * @throws IOException */ - public static long[] uncompressLongArray(byte[] input, int offset, int length) throws IOException { + public static long[] uncompressLongArray(byte[] input, int offset, int length) + throws IOException + { int uncompressedLength = Snappy.uncompressedLength(input, offset, length); long[] result = new long[uncompressedLength / 8]; int byteSize = impl.rawUncompress(input, offset, length, result, 0); @@ -709,25 +755,29 @@ public class Snappy /** * Uncompress the input as a short array - * + * * @param input * @return the uncompressed data * @throws IOException */ - public static short[] uncompressShortArray(byte[] input) throws IOException { + public static short[] uncompressShortArray(byte[] input) + throws IOException + { return uncompressShortArray(input, 0, input.length); } /** * Uncompress the input[offset, offset+length) as a short array - * + * * @param input * @param offset * @param length * @return the uncompressed data * @throws IOException */ - public static short[] uncompressShortArray(byte[] input, int offset, int length) throws IOException { + public static short[] uncompressShortArray(byte[] input, int offset, int length) + throws IOException + { int uncompressedLength = Snappy.uncompressedLength(input, offset, length); short[] result = new short[uncompressedLength / 2]; int byteSize = impl.rawUncompress(input, offset, length, result, 0); @@ -736,12 +786,14 @@ public class Snappy /** * Uncompress the input as a String - * + * * @param input * @return the uncompressed dasta * @throws IOException */ - public static String uncompressString(byte[] input) throws IOException { + public static String uncompressString(byte[] input) + throws IOException + { try { return uncompressString(input, "UTF-8"); } @@ -752,14 +804,16 @@ public class Snappy /** * Uncompress the input[offset, offset+length) as a String - * + * * @param input * @param offset * @param length * @return the uncompressed data * @throws IOException */ - public static String uncompressString(byte[] input, int offset, int length) throws IOException { + public static String uncompressString(byte[] input, int offset, int length) + throws IOException + { try { return uncompressString(input, offset, length, "UTF-8"); } @@ -771,7 +825,7 @@ public class Snappy /** * Uncompress the input[offset, offset+length) as a String of the given * encoding - * + * * @param input * @param offset * @param length @@ -779,8 +833,10 @@ public class Snappy * @return the uncompressed data * @throws IOException */ - public static String uncompressString(byte[] input, int offset, int length, String encoding) throws IOException, - UnsupportedEncodingException { + public static String uncompressString(byte[] input, int offset, int length, String encoding) + throws IOException, + UnsupportedEncodingException + { byte[] uncompressed = new byte[uncompressedLength(input, offset, length)]; int compressedSize = uncompress(input, offset, length, uncompressed, 0); return new String(uncompressed, encoding); @@ -789,7 +845,7 @@ public class Snappy /** * Uncompress the input[offset, offset+length) as a String of the given * encoding - * + * * @param input * @param offset * @param length @@ -797,8 +853,10 @@ public class Snappy * @return the uncompressed data * @throws IOException */ - public static String uncompressString(byte[] input, int offset, int length, Charset encoding) throws IOException, - UnsupportedEncodingException { + public static String uncompressString(byte[] input, int offset, int length, Charset encoding) + throws IOException, + UnsupportedEncodingException + { byte[] uncompressed = new byte[uncompressedLength(input, offset, length)]; int compressedSize = uncompress(input, offset, length, uncompressed, 0); return new String(uncompressed, encoding); @@ -806,29 +864,33 @@ public class Snappy /** * Uncompress the input as a String of the given encoding - * + * * @param input * @param encoding * @return the uncompressed data * @throws IOException * @throws UnsupportedEncodingException */ - public static String uncompressString(byte[] input, String encoding) throws IOException, - UnsupportedEncodingException { + public static String uncompressString(byte[] input, String encoding) + throws IOException, + UnsupportedEncodingException + { byte[] uncompressed = uncompress(input); return new String(uncompressed, encoding); } /** * Uncompress the input as a String of the given encoding - * + * * @param input * @param encoding * @return the uncompressed data * @throws IOException */ - public static String uncompressString(byte[] input, Charset encoding) throws IOException, - UnsupportedEncodingException { + public static String uncompressString(byte[] input, Charset encoding) + throws IOException, + UnsupportedEncodingException + { byte[] uncompressed = uncompress(input); return new String(uncompressed, encoding); } diff --git a/src/main/java/org/xerial/snappy/SnappyBundleActivator.java b/src/main/java/org/xerial/snappy/SnappyBundleActivator.java index ad08e32..9dd834d 100755 --- a/src/main/java/org/xerial/snappy/SnappyBundleActivator.java +++ b/src/main/java/org/xerial/snappy/SnappyBundleActivator.java @@ -32,36 +32,37 @@ import java.util.jar.Manifest; /** * OSGi bundle entry point - * + * * @author leo - * */ -public class SnappyBundleActivator implements BundleActivator +public class SnappyBundleActivator + implements BundleActivator { - /** - * Name of the Snappy native library - */ - public static final String LIBRARY_NAME = "snappyjava"; - - /** + /** + * Name of the Snappy native library + */ + public static final String LIBRARY_NAME = "snappyjava"; + + /** * Make a call to {@link System#loadLibrary(String)} to load the native library which assumes * that the library is available on the path based on this {@link Bundle}'s {@link Manifest}. */ - public void start(BundleContext context) throws Exception + public void start(BundleContext context) + throws Exception { - String library = System.mapLibraryName(LIBRARY_NAME); - if (library.toLowerCase().endsWith(".dylib")) - { - // some MacOS JDK7+ vendors map to dylib instead of jnilib - library = library.replace(".dylib", ".jnilib"); - } - System.loadLibrary(library); - SnappyLoader.setApi(new SnappyNative()); + String library = System.mapLibraryName(LIBRARY_NAME); + if (library.toLowerCase().endsWith(".dylib")) { + // some MacOS JDK7+ vendors map to dylib instead of jnilib + library = library.replace(".dylib", ".jnilib"); + } + System.loadLibrary(library); + SnappyLoader.setApi(new SnappyNative()); } - public void stop(BundleContext context) throws Exception + public void stop(BundleContext context) + throws Exception { - SnappyLoader.setApi(null); + SnappyLoader.setApi(null); SnappyLoader.cleanUpExtractedNativeLib(); } } diff --git a/src/main/java/org/xerial/snappy/SnappyCodec.java b/src/main/java/org/xerial/snappy/SnappyCodec.java index fc9e0bf..53c93e5 100755 --- a/src/main/java/org/xerial/snappy/SnappyCodec.java +++ b/src/main/java/org/xerial/snappy/SnappyCodec.java @@ -34,41 +34,40 @@ import java.util.Arrays; /** * Preamble header for {@link SnappyOutputStream}. - * + *

*

* The magic header is the following 8 bytes data: - * + *

* 

  * -126, 'S', 'N', 'A', 'P', 'P', 'Y', 0
  *
- * + *

*

- * + * * @author leo - * */ public class SnappyCodec { - public static final byte[] MAGIC_HEADER = new byte[] { -126, 'S', 'N', 'A', 'P', 'P', 'Y', 0 }; - public static final int MAGIC_LEN = MAGIC_HEADER.length; - public static final int HEADER_SIZE = MAGIC_LEN + 8; - public static final int MAGIC_HEADER_HEAD = SnappyOutputStream.readInt(MAGIC_HEADER, 0); - public static final int MAGIC_HEADER_TAIL = SnappyOutputStream.readInt(MAGIC_HEADER, 4); + public static final byte[] MAGIC_HEADER = new byte[] {-126, 'S', 'N', 'A', 'P', 'P', 'Y', 0}; + public static final int MAGIC_LEN = MAGIC_HEADER.length; + public static final int HEADER_SIZE = MAGIC_LEN + 8; + public static final int MAGIC_HEADER_HEAD = SnappyOutputStream.readInt(MAGIC_HEADER, 0); + public static final int MAGIC_HEADER_TAIL = SnappyOutputStream.readInt(MAGIC_HEADER, 4); static { - assert(MAGIC_HEADER_HEAD < 0); + assert (MAGIC_HEADER_HEAD < 0); } + public static final int DEFAULT_VERSION = 1; + public static final int MINIMUM_COMPATIBLE_VERSION = 1; - public static final int DEFAULT_VERSION = 1; - public static final int MINIMUM_COMPATIBLE_VERSION = 1; - - public final byte[] magic; - public final int version; - public final int compatibleVersion; + public final byte[] magic; + public final int version; + public final int compatibleVersion; private final byte[] headerArray; - private SnappyCodec(byte[] magic, int version, int compatibleVersion) { + private SnappyCodec(byte[] magic, int version, int compatibleVersion) + { this.magic = magic; this.version = version; this.compatibleVersion = compatibleVersion; @@ -81,36 +80,44 @@ public class SnappyCodec d.writeInt(compatibleVersion); d.close(); } - catch(IOException e) { + catch (IOException e) { throw new RuntimeException(e); } headerArray = header.toByteArray(); } @Override - public String toString() { + public String toString() + { return String.format("version:%d, compatible version:%d", version, compatibleVersion); } - public static int headerSize() { + public static int headerSize() + { return HEADER_SIZE; } - public int writeHeader(byte[] dst, int dstOffset) { + public int writeHeader(byte[] dst, int dstOffset) + { System.arraycopy(headerArray, 0, dst, dstOffset, headerArray.length); return headerArray.length; } - public int writeHeader(OutputStream out) throws IOException { + public int writeHeader(OutputStream out) + throws IOException + { out.write(headerArray, 0, headerArray.length); return headerArray.length; } - public boolean isValidMagicHeader() { + public boolean isValidMagicHeader() + { return Arrays.equals(MAGIC_HEADER, magic); } - public static SnappyCodec readHeader(InputStream in) throws IOException { + public static SnappyCodec readHeader(InputStream in) + throws IOException + { DataInputStream d = new DataInputStream(in); byte[] magic = new byte[MAGIC_LEN]; d.readFully(magic, 0, MAGIC_LEN); @@ -120,5 +127,4 @@ public class SnappyCodec } public static SnappyCodec currentHeader = new SnappyCodec(MAGIC_HEADER, DEFAULT_VERSION, MINIMUM_COMPATIBLE_VERSION); - } diff --git a/src/main/java/org/xerial/snappy/SnappyError.java b/src/main/java/org/xerial/snappy/SnappyError.java index b366805..42f3a53 100755 --- a/src/main/java/org/xerial/snappy/SnappyError.java +++ b/src/main/java/org/xerial/snappy/SnappyError.java @@ -26,37 +26,40 @@ package org.xerial.snappy; /** * Used when serious errors (unchecked exception) are observed. - * + * * @author leo - * */ -public class SnappyError extends Error +public class SnappyError + extends Error { /** - * + * */ - private static final long serialVersionUID = 1L; + private static final long serialVersionUID = 1L; public final SnappyErrorCode errorCode; - public SnappyError(SnappyErrorCode code) { + public SnappyError(SnappyErrorCode code) + { super(); this.errorCode = code; } - public SnappyError(SnappyErrorCode code, Error e) { + public SnappyError(SnappyErrorCode code, Error e) + { super(e); this.errorCode = code; } - public SnappyError(SnappyErrorCode code, String message) { + public SnappyError(SnappyErrorCode code, String message) + { super(message); this.errorCode = code; } @Override - public String getMessage() { + public String getMessage() + { return String.format("[%s] %s", errorCode.name(), super.getMessage()); } - } diff --git a/src/main/java/org/xerial/snappy/SnappyErrorCode.java b/src/main/java/org/xerial/snappy/SnappyErrorCode.java index 0dd6b4c..4325b02 100755 --- a/src/main/java/org/xerial/snappy/SnappyErrorCode.java +++ b/src/main/java/org/xerial/snappy/SnappyErrorCode.java @@ -26,11 +26,11 @@ package org.xerial.snappy; /** * Error codes of snappy-java - * + * * @author leo - * */ -public enum SnappyErrorCode { +public enum SnappyErrorCode +{ // DO NOT change these error code IDs because these numbers are used inside SnappyNative.cpp UNKNOWN(0), @@ -41,24 +41,27 @@ public enum SnappyErrorCode { FAILED_TO_UNCOMPRESS(5), EMPTY_INPUT(6), INCOMPATIBLE_VERSION(7), - INVALID_CHUNK_SIZE(8) - ; + INVALID_CHUNK_SIZE(8); public final int id; - private SnappyErrorCode(int id) { + private SnappyErrorCode(int id) + { this.id = id; } - public static SnappyErrorCode getErrorCode(int id) { + public static SnappyErrorCode getErrorCode(int id) + { for (SnappyErrorCode code : SnappyErrorCode.values()) { - if (code.id == id) + if (code.id == id) { return code; + } } return UNKNOWN; } - public static String getErrorMessage(int id) { + public static String getErrorMessage(int id) + { return getErrorCode(id).name(); } } diff --git a/src/main/java/org/xerial/snappy/SnappyException.java b/src/main/java/org/xerial/snappy/SnappyException.java index e2b323d..e71d048 100755 --- a/src/main/java/org/xerial/snappy/SnappyException.java +++ b/src/main/java/org/xerial/snappy/SnappyException.java @@ -28,47 +28,55 @@ import java.io.IOException; /** * Exception in snappy-java - * - * @deprecated Snappy-java now uses {@link IOException} + * * @author leo - * + * @deprecated Snappy-java now uses {@link IOException} */ @Deprecated -public class SnappyException extends Exception +public class SnappyException + extends Exception { - private static final long serialVersionUID = 1L; + private static final long serialVersionUID = 1L; public final SnappyErrorCode errorCode; - public SnappyException(int code) { + public SnappyException(int code) + { this(SnappyErrorCode.getErrorCode(code)); } - public SnappyException(SnappyErrorCode errorCode) { + public SnappyException(SnappyErrorCode errorCode) + { super(); this.errorCode = errorCode; } - public SnappyException(SnappyErrorCode errorCode, Exception e) { + public SnappyException(SnappyErrorCode errorCode, Exception e) + { super(e); this.errorCode = errorCode; } - public SnappyException(SnappyErrorCode errorCode, String message) { + public SnappyException(SnappyErrorCode errorCode, String message) + { super(message); this.errorCode = errorCode; } - public SnappyErrorCode getErrorCode() { + public SnappyErrorCode getErrorCode() + { return errorCode; } - public static void throwException(int errorCode) throws SnappyException { + public static void throwException(int errorCode) + throws SnappyException + { throw new SnappyException(errorCode); } @Override - public String getMessage() { + public String getMessage() + { return String.format("[%s] %s", errorCode.name(), super.getMessage()); } } diff --git a/src/main/java/org/xerial/snappy/SnappyFramed.java b/src/main/java/org/xerial/snappy/SnappyFramed.java index 99b04e4..0fef08b 100644 --- a/src/main/java/org/xerial/snappy/SnappyFramed.java +++ b/src/main/java/org/xerial/snappy/SnappyFramed.java @@ -12,19 +12,20 @@ import java.util.logging.Logger; /** * Constants and utilities for implementing x-snappy-framed. - * + * * @author Brett Okken * @since 1.1.0 */ -final class SnappyFramed { +final class SnappyFramed +{ public static final int COMPRESSED_DATA_FLAG = 0x00; public static final int UNCOMPRESSED_DATA_FLAG = 0x01; public static final int STREAM_IDENTIFIER_FLAG = 0xff; - + private static final int MASK_DELTA = 0xa282ead8; - + /** * Sun specific mechanisms to clean up resources associated with direct byte buffers. */ @@ -32,20 +33,20 @@ final class SnappyFramed { private static final Class SUN_DIRECT_BUFFER = (Class) lookupClassQuietly("sun.nio.ch.DirectBuffer"); private static final Method SUN_BUFFER_CLEANER; private static final Method SUN_CLEANER_CLEAN; - - static - { + + static { Method bufferCleaner = null; Method cleanerClean = null; try { //operate under the assumption that if the sun direct buffer class exists, //all of the sun classes exist if (SUN_DIRECT_BUFFER != null) { - bufferCleaner = SUN_DIRECT_BUFFER.getMethod("cleaner", (Class[])null); + bufferCleaner = SUN_DIRECT_BUFFER.getMethod("cleaner", (Class[]) null); Class cleanClazz = lookupClassQuietly("sun.misc.Cleaner"); - cleanerClean = cleanClazz.getMethod("clean", (Class[])null); + cleanerClean = cleanClazz.getMethod("clean", (Class[]) null); } - } catch(Throwable t) { + } + catch (Throwable t) { Logger.getLogger(SnappyFramed.class.getName()).log(Level.FINE, "Exception occurred attempting to lookup Sun specific DirectByteBuffer cleaner classes.", t); } SUN_BUFFER_CLEANER = bufferCleaner; @@ -58,7 +59,7 @@ final class SnappyFramed { */ public static final byte[] HEADER_BYTES = new byte[] { (byte) STREAM_IDENTIFIER_FLAG, 0x06, 0x00, 0x00, 0x73, 0x4e, 0x61, - 0x50, 0x70, 0x59 }; + 0x50, 0x70, 0x59}; public static int maskedCrc32c(byte[] data) { @@ -78,10 +79,10 @@ final class SnappyFramed { * in Apache Hadoop: Rotate the checksum by 15 bits, then add the constant * 0xa282ead8 (using wraparound as normal for unsigned integers). This is * equivalent to the following C code: - * + *

* 

      * uint32_t mask_checksum(uint32_t x) {
-     *     return ((x >> 15) | (x << 17)) + 0xa282ead8; 
+     *     return ((x >> 15) | (x << 17)) + 0xa282ead8;
      * }
      *
*/ @@ -90,9 +91,9 @@ final class SnappyFramed { // Rotate right by 15 bits and add a constant. return ((crc >>> 15) | (crc << 17)) + MASK_DELTA; } - - static final int readBytes(ReadableByteChannel source, ByteBuffer dest) throws IOException + static final int readBytes(ReadableByteChannel source, ByteBuffer dest) + throws IOException { // tells how many bytes to read. final int expectedLength = dest.remaining(); @@ -105,47 +106,43 @@ final class SnappyFramed { totalRead = lastRead; // if we did not read as many bytes as we had hoped, try reading again. - if (lastRead < expectedLength) - { + if (lastRead < expectedLength) { // as long the buffer is not full (remaining() == 0) and we have not reached EOF (lastRead == -1) keep reading. - while (dest.remaining() != 0 && lastRead != -1) - { + while (dest.remaining() != 0 && lastRead != -1) { lastRead = source.read(dest); // if we got EOF, do not add to total read. - if (lastRead != -1) - { + if (lastRead != -1) { totalRead += lastRead; } } } - if (totalRead > 0) - { + if (totalRead > 0) { dest.limit(dest.position()); } - else - { + else { dest.position(dest.limit()); } return totalRead; } - - static int skip(final ReadableByteChannel source, final int skip, final ByteBuffer buffer) throws IOException + + static int skip(final ReadableByteChannel source, final int skip, final ByteBuffer buffer) + throws IOException { if (skip <= 0) { return 0; } - + int toSkip = skip; - int skipped = 0; - while(toSkip > 0 && skipped != -1) { + int skipped = 0; + while (toSkip > 0 && skipped != -1) { buffer.clear(); if (toSkip < buffer.capacity()) { buffer.limit(toSkip); } - + skipped = source.read(buffer); if (skipped > 0) { toSkip -= skipped; @@ -156,18 +153,21 @@ final class SnappyFramed { return skip - toSkip; } - private static Class lookupClassQuietly(String name) { + private static Class lookupClassQuietly(String name) + { try { return SnappyFramed.class.getClassLoader().loadClass(name); - } catch (Throwable t) { + } + catch (Throwable t) { Logger.getLogger(SnappyFramed.class.getName()).log(Level.FINE, "Did not find requested class: " + name, t); } - + return null; } - + /** * Provides jvm implementation specific operation to aggressively release resources associated with buffer. + * * @param buffer The {@code ByteBuffer} to release. Must not be {@code null}. Must be {@link ByteBuffer#isDirect() direct}. */ static void releaseDirectByteBuffer(ByteBuffer buffer) @@ -178,7 +178,8 @@ final class SnappyFramed { try { Object cleaner = SUN_BUFFER_CLEANER.invoke(buffer, (Object[]) null); SUN_CLEANER_CLEAN.invoke(cleaner, (Object[]) null); - } catch (Throwable t) { + } + catch (Throwable t) { Logger.getLogger(SnappyFramed.class.getName()).log(Level.FINE, "Exception occurred attempting to clean up Sun specific DirectByteBuffer.", t); } } diff --git a/src/main/java/org/xerial/snappy/SnappyFramedInputStream.java b/src/main/java/org/xerial/snappy/SnappyFramedInputStream.java index 39e1493..21eb30c 100644 --- a/src/main/java/org/xerial/snappy/SnappyFramedInputStream.java +++ b/src/main/java/org/xerial/snappy/SnappyFramedInputStream.java @@ -28,12 +28,15 @@ import java.util.Arrays; * href="http://snappy.googlecode.com/svn/trunk/framing_format.txt" * >x-snappy-framed as an {@link InputStream} and * {@link ReadableByteChannel}. - * + * * @author Brett Okken * @since 1.1.0 */ -public final class SnappyFramedInputStream extends InputStream implements - ReadableByteChannel { +public final class SnappyFramedInputStream + extends InputStream + implements + ReadableByteChannel +{ private final ReadableByteChannel rbc; private final ByteBuffer frameHeader; @@ -77,51 +80,51 @@ public final class SnappyFramedInputStream extends InputStream implements /** * Creates a Snappy input stream to read data from the specified underlying * input stream. - * - * @param in - * the underlying input stream. Must not be {@code null}. + * + * @param in the underlying input stream. Must not be {@code null}. */ - public SnappyFramedInputStream(InputStream in) throws IOException { + public SnappyFramedInputStream(InputStream in) + throws IOException + { this(in, true); } /** * Creates a Snappy input stream to read data from the specified underlying * input stream. - * - * @param in - * the underlying input stream. Must not be {@code null}. - * @param verifyChecksums - * if true, checksums in input stream will be verified + * + * @param in the underlying input stream. Must not be {@code null}. + * @param verifyChecksums if true, checksums in input stream will be verified */ public SnappyFramedInputStream(InputStream in, boolean verifyChecksums) - throws IOException { + throws IOException + { this(Channels.newChannel(in), verifyChecksums); } /** * Creates a Snappy input stream to read data from the specified underlying * channel. - * - * @param in - * the underlying readable channel. Must not be {@code null}. + * + * @param in the underlying readable channel. Must not be {@code null}. */ public SnappyFramedInputStream(ReadableByteChannel in) - throws IOException { + throws IOException + { this(in, true); } /** * Creates a Snappy input stream to read data from the specified underlying * channel. - * - * @param in - * the underlying readable channel. Must not be {@code null}. - * @param verifyChecksums - * if true, checksums in input stream will be verified + * + * @param in the underlying readable channel. Must not be {@code null}. + * @param verifyChecksums if true, checksums in input stream will be verified */ public SnappyFramedInputStream(ReadableByteChannel in, - boolean verifyChecksums) throws IOException { + boolean verifyChecksums) + throws IOException + { if (in == null) { throw new NullPointerException("in is null"); } @@ -150,16 +153,17 @@ public final class SnappyFramedInputStream extends InputStream implements /** * @param size */ - private void allocateBuffersBasedOnSize(int size) { + private void allocateBuffersBasedOnSize(int size) + { if (input != null) { releaseDirectByteBuffer(input); } - + if (uncompressedDirect != null) { releaseDirectByteBuffer(uncompressedDirect); } - + input = ByteBuffer.allocateDirect(size); final int maxCompressedLength = Snappy.maxCompressedLength(size); uncompressedDirect = ByteBuffer.allocateDirect(maxCompressedLength); @@ -167,7 +171,9 @@ public final class SnappyFramedInputStream extends InputStream implements } @Override - public int read() throws IOException { + public int read() + throws IOException + { if (closed) { return -1; } @@ -178,7 +184,9 @@ public final class SnappyFramedInputStream extends InputStream implements } @Override - public int read(byte[] output, int offset, int length) throws IOException { + public int read(byte[] output, int offset, int length) + throws IOException + { if (output == null) { throw new IllegalArgumentException("output is null"); @@ -207,7 +215,9 @@ public final class SnappyFramedInputStream extends InputStream implements } @Override - public int available() throws IOException { + public int available() + throws IOException + { if (closed) { return 0; } @@ -218,7 +228,8 @@ public final class SnappyFramedInputStream extends InputStream implements * {@inheritDoc} */ @Override - public boolean isOpen() { + public boolean isOpen() + { return !closed; } @@ -226,7 +237,9 @@ public final class SnappyFramedInputStream extends InputStream implements * {@inheritDoc} */ @Override - public int read(ByteBuffer dst) throws IOException { + public int read(ByteBuffer dst) + throws IOException + { if (dst == null) { throw new IllegalArgumentException("dst is null"); @@ -259,14 +272,15 @@ public final class SnappyFramedInputStream extends InputStream implements * Any calls after the source has been exhausted will result in a return * value of {@code 0}. *

- * - * @param os - * The destination to write decompressed content to. + * + * @param os The destination to write decompressed content to. * @return The number of bytes transferred. * @throws IOException * @since 1.1.1 */ - public long transferTo(OutputStream os) throws IOException { + public long transferTo(OutputStream os) + throws IOException + { if (os == null) { throw new IllegalArgumentException("os is null"); } @@ -291,21 +305,22 @@ public final class SnappyFramedInputStream extends InputStream implements * Transfers the entire content of this {@link ReadableByteChannel} to * wbc. This potentially limits the amount of buffering required to * decompress content. - * + *

*

* Unlike {@link #read(ByteBuffer)}, this method does not need to be called * multiple times. A single call will transfer all available content. Any * calls after the source has been exhausted will result in a return value * of {@code 0}. *

- * - * @param wbc - * The destination to write decompressed content to. + * + * @param wbc The destination to write decompressed content to. * @return The number of bytes transferred. * @throws IOException * @since 1.1.1 */ - public long transferTo(WritableByteChannel wbc) throws IOException { + public long transferTo(WritableByteChannel wbc) + throws IOException + { if (wbc == null) { throw new IllegalArgumentException("wbc is null"); } @@ -335,10 +350,13 @@ public final class SnappyFramedInputStream extends InputStream implements } @Override - public void close() throws IOException { + public void close() + throws IOException + { try { rbc.close(); - } finally { + } + finally { if (!closed) { closed = true; } @@ -346,18 +364,20 @@ public final class SnappyFramedInputStream extends InputStream implements if (input != null) { releaseDirectByteBuffer(input); } - + if (uncompressedDirect != null) { releaseDirectByteBuffer(uncompressedDirect); } } } - static enum FrameAction { + static enum FrameAction + { RAW, SKIP, UNCOMPRESS; } - public static final class FrameMetaData { + public static final class FrameMetaData + { final int length; final FrameAction frameAction; @@ -365,14 +385,16 @@ public final class SnappyFramedInputStream extends InputStream implements * @param frameAction * @param length */ - public FrameMetaData(FrameAction frameAction, int length) { + public FrameMetaData(FrameAction frameAction, int length) + { super(); this.frameAction = frameAction; this.length = length; } } - public static final class FrameData { + public static final class FrameData + { final int checkSum; final int offset; @@ -380,14 +402,17 @@ public final class SnappyFramedInputStream extends InputStream implements * @param checkSum * @param offset */ - public FrameData(int checkSum, int offset) { + public FrameData(int checkSum, int offset) + { super(); this.checkSum = checkSum; this.offset = offset; } } - private boolean ensureBuffer() throws IOException { + private boolean ensureBuffer() + throws IOException + { if (available() > 0) { return true; } @@ -435,14 +460,15 @@ public final class SnappyFramedInputStream extends InputStream implements .allocateDirect(uncompressedLength); buffer = new byte[Math.max(input.capacity(), uncompressedLength)]; } - + uncompressedDirect.clear(); this.valid = Snappy.uncompress(input, uncompressedDirect); uncompressedDirect.get(buffer, 0, valid); this.position = 0; - } else { + } + else { // we need to start reading at the offset input.position(frameData.offset); this.position = 0; @@ -461,7 +487,9 @@ public final class SnappyFramedInputStream extends InputStream implements return true; } - private boolean readBlockHeader() throws IOException { + private boolean readBlockHeader() + throws IOException + { frameHeader.clear(); int read = readBytes(rbc, frameHeader); @@ -478,13 +506,13 @@ public final class SnappyFramedInputStream extends InputStream implements } /** - * * @param frameHeader * @return * @throws IOException */ private FrameMetaData getFrameMetaData(ByteBuffer frameHeader) - throws IOException { + throws IOException + { assert frameHeader.hasArray(); @@ -537,16 +565,18 @@ public final class SnappyFramedInputStream extends InputStream implements } /** - * * @param content * @return * @throws IOException */ - private FrameData getFrameData(ByteBuffer content) throws IOException { + private FrameData getFrameData(ByteBuffer content) + throws IOException + { return new FrameData(getCrc32c(content), 4); } - private int getCrc32c(ByteBuffer content) { + private int getCrc32c(ByteBuffer content) + { final int position = content.position(); diff --git a/src/main/java/org/xerial/snappy/SnappyFramedOutputStream.java b/src/main/java/org/xerial/snappy/SnappyFramedOutputStream.java index c36ff4b..7d4d1a7 100644 --- a/src/main/java/org/xerial/snappy/SnappyFramedOutputStream.java +++ b/src/main/java/org/xerial/snappy/SnappyFramedOutputStream.java @@ -24,12 +24,15 @@ import java.nio.channels.WritableByteChannel; * href="http://snappy.googlecode.com/svn/trunk/framing_format.txt" * >x-snappy-framed as an {@link OutputStream} and * {@link WritableByteChannel}. - * + * * @author Brett Okken * @since 1.1.0 */ -public final class SnappyFramedOutputStream extends OutputStream implements - WritableByteChannel { +public final class SnappyFramedOutputStream + extends OutputStream + implements + WritableByteChannel +{ /** * The x-snappy-framed specification allows for a chunk size up to @@ -37,7 +40,7 @@ public final class SnappyFramedOutputStream extends OutputStream implements *

* * We place an additional restriction that the uncompressed data in a chunk - * must be no longer than 65536 bytes. This allows consumers to easily use + * must be no longer than 65536 bytes. This allows consumers to easily use * small fixed-size buffers. * *

@@ -69,67 +72,68 @@ public final class SnappyFramedOutputStream extends OutputStream implements /** * Creates a new {@link SnappyFramedOutputStream} using the {@link #DEFAULT_BLOCK_SIZE} * and {@link #DEFAULT_MIN_COMPRESSION_RATIO}. - * @param out - * The underlying {@link OutputStream} to write to. Must not be - * {@code null}. + * + * @param out The underlying {@link OutputStream} to write to. Must not be + * {@code null}. * @throws IOException */ - public SnappyFramedOutputStream(OutputStream out) throws IOException { + public SnappyFramedOutputStream(OutputStream out) + throws IOException + { this(out, DEFAULT_BLOCK_SIZE, DEFAULT_MIN_COMPRESSION_RATIO); } /** * Creates a new {@link SnappyFramedOutputStream} instance. - * - * @param out - * The underlying {@link OutputStream} to write to. Must not be - * {@code null}. - * @param blockSize - * The block size (of raw data) to compress before writing frames - * to out. Must be in (0, 65536]. - * @param minCompressionRatio - * Defines the minimum compression ratio ( - * {@code compressedLength / rawLength}) that must be achieved to - * write the compressed data. This must be in (0, 1.0]. + * + * @param out The underlying {@link OutputStream} to write to. Must not be + * {@code null}. + * @param blockSize The block size (of raw data) to compress before writing frames + * to out. Must be in (0, 65536]. + * @param minCompressionRatio Defines the minimum compression ratio ( + * {@code compressedLength / rawLength}) that must be achieved to + * write the compressed data. This must be in (0, 1.0]. * @throws IOException */ public SnappyFramedOutputStream(OutputStream out, int blockSize, - double minCompressionRatio) throws IOException { + double minCompressionRatio) + throws IOException + { this(Channels.newChannel(out), blockSize, minCompressionRatio); } /** * Creates a new {@link SnappyFramedOutputStream} using the * {@link #DEFAULT_BLOCK_SIZE} and {@link #DEFAULT_MIN_COMPRESSION_RATIO}. - * - * @param out - * The underlying {@link WritableByteChannel} to write to. Must - * not be {@code null}. - * @since 1.1.1 + * + * @param out The underlying {@link WritableByteChannel} to write to. Must + * not be {@code null}. * @throws IOException + * @since 1.1.1 */ - public SnappyFramedOutputStream(WritableByteChannel out) throws IOException { + public SnappyFramedOutputStream(WritableByteChannel out) + throws IOException + { this(out, DEFAULT_BLOCK_SIZE, DEFAULT_MIN_COMPRESSION_RATIO); } /** * Creates a new {@link SnappyFramedOutputStream} instance. - * - * @param out - * The underlying {@link WritableByteChannel} to write to. Must - * not be {@code null}. - * @param blockSize - * The block size (of raw data) to compress before writing frames - * to out. Must be in (0, 65536]. - * @param minCompressionRatio - * Defines the minimum compression ratio ( - * {@code compressedLength / rawLength}) that must be achieved to - * write the compressed data. This must be in (0, 1.0]. - * @since 1.1.1 + * + * @param out The underlying {@link WritableByteChannel} to write to. Must + * not be {@code null}. + * @param blockSize The block size (of raw data) to compress before writing frames + * to out. Must be in (0, 65536]. + * @param minCompressionRatio Defines the minimum compression ratio ( + * {@code compressedLength / rawLength}) that must be achieved to + * write the compressed data. This must be in (0, 1.0]. * @throws IOException + * @since 1.1.1 */ public SnappyFramedOutputStream(WritableByteChannel out, int blockSize, - double minCompressionRatio) throws IOException { + double minCompressionRatio) + throws IOException + { if (out == null) { throw new NullPointerException(); } @@ -157,12 +161,13 @@ public final class SnappyFramedOutputStream extends OutputStream implements /** * Writes the implementation specific header or "marker bytes" to * out. - * - * @param out - * The underlying {@link OutputStream}. + * + * @param out The underlying {@link OutputStream}. * @throws IOException */ - private void writeHeader(WritableByteChannel out) throws IOException { + private void writeHeader(WritableByteChannel out) + throws IOException + { out.write(ByteBuffer.wrap(HEADER_BYTES)); } @@ -170,12 +175,15 @@ public final class SnappyFramedOutputStream extends OutputStream implements * {@inheritDoc} */ @Override - public boolean isOpen() { + public boolean isOpen() + { return !closed; } @Override - public void write(int b) throws IOException { + public void write(int b) + throws IOException + { if (closed) { throw new IOException("Stream is closed"); } @@ -186,14 +194,17 @@ public final class SnappyFramedOutputStream extends OutputStream implements } @Override - public void write(byte[] input, int offset, int length) throws IOException { + public void write(byte[] input, int offset, int length) + throws IOException + { if (closed) { throw new IOException("Stream is closed"); } if (input == null) { throw new NullPointerException(); - } else if ((offset < 0) || (offset > input.length) || (length < 0) + } + else if ((offset < 0) || (offset > input.length) || (length < 0) || ((offset + length) > input.length) || ((offset + length) < 0)) { throw new IndexOutOfBoundsException(); @@ -215,7 +226,9 @@ public final class SnappyFramedOutputStream extends OutputStream implements * {@inheritDoc} */ @Override - public int write(ByteBuffer src) throws IOException { + public int write(ByteBuffer src) + throws IOException + { if (closed) { throw new ClosedChannelException(); } @@ -255,14 +268,15 @@ public final class SnappyFramedOutputStream extends OutputStream implements * Transfers all the content from is to this {@link OutputStream}. * This potentially limits the amount of buffering required to compress * content. - * - * @param is - * The source of data to compress. + * + * @param is The source of data to compress. * @return The number of bytes read from is. * @throws IOException * @since 1.1.1 */ - public long transferFrom(InputStream is) throws IOException { + public long transferFrom(InputStream is) + throws IOException + { if (closed) { throw new ClosedChannelException(); } @@ -299,14 +313,15 @@ public final class SnappyFramedOutputStream extends OutputStream implements * Transfers all the content from rbc to this * {@link WritableByteChannel}. This potentially limits the amount of * buffering required to compress content. - * - * @param rbc - * The source of data to compress. + * + * @param rbc The source of data to compress. * @return The number of bytes read from rbc. * @throws IOException * @since 1.1.1 */ - public long transferFrom(ReadableByteChannel rbc) throws IOException { + public long transferFrom(ReadableByteChannel rbc) + throws IOException + { if (closed) { throw new ClosedChannelException(); } @@ -333,7 +348,9 @@ public final class SnappyFramedOutputStream extends OutputStream implements } @Override - public final void flush() throws IOException { + public final void flush() + throws IOException + { if (closed) { throw new IOException("Stream is closed"); } @@ -341,16 +358,19 @@ public final class SnappyFramedOutputStream extends OutputStream implements } @Override - public final void close() throws IOException { + public final void close() + throws IOException + { if (closed) { return; } try { flush(); out.close(); - } finally { + } + finally { closed = true; - + releaseDirectByteBuffer(directInputBuffer); releaseDirectByteBuffer(outputBuffer); } @@ -359,10 +379,12 @@ public final class SnappyFramedOutputStream extends OutputStream implements /** * Compresses and writes out any buffered data. This does nothing if there * is no currently buffered data. - * + * * @throws IOException */ - private void flushBuffer() throws IOException { + private void flushBuffer() + throws IOException + { if (buffer.position() > 0) { buffer.flip(); writeCompressed(buffer); @@ -375,12 +397,13 @@ public final class SnappyFramedOutputStream extends OutputStream implements * the data, determines if the compression ratio is acceptable and calls * {@link #writeBlock(java.nio.channels.WritableByteChannel, java.nio.ByteBuffer, boolean, int)} to * actually write the frame. - * + * * @param buffer - * @throws IOException */ - private void writeCompressed(ByteBuffer buffer) throws IOException { + private void writeCompressed(ByteBuffer buffer) + throws IOException + { final byte[] input = buffer.array(); final int length = buffer.remaining(); @@ -401,7 +424,8 @@ public final class SnappyFramedOutputStream extends OutputStream implements // minCompressonRatio if (((double) compressedLength / (double) length) <= minCompressionRatio) { writeBlock(out, outputBuffer, true, crc32c); - } else { + } + else { // otherwise use the uncompressed data. buffer.flip(); writeBlock(out, buffer, false, crc32c); @@ -410,21 +434,19 @@ public final class SnappyFramedOutputStream extends OutputStream implements /** * Write a frame (block) to out. - * - * @param out - * The {@link OutputStream} to write to. - * @param data - * The data to write. - * @param compressed - * Indicates if data is the compressed or raw content. - * This is based on whether the compression ratio desired is - * reached. - * @param crc32c - * The calculated checksum. + * + * @param out The {@link OutputStream} to write to. + * @param data The data to write. + * @param compressed Indicates if data is the compressed or raw content. + * This is based on whether the compression ratio desired is + * reached. + * @param crc32c The calculated checksum. * @throws IOException */ private void writeBlock(final WritableByteChannel out, ByteBuffer data, - boolean compressed, int crc32c) throws IOException { + boolean compressed, int crc32c) + throws IOException + { headerBuffer.clear(); headerBuffer.put((byte) (compressed ? COMPRESSED_DATA_FLAG diff --git a/src/main/java/org/xerial/snappy/SnappyIOException.java b/src/main/java/org/xerial/snappy/SnappyIOException.java index ee4c60c..9b6a5a8 100644 --- a/src/main/java/org/xerial/snappy/SnappyIOException.java +++ b/src/main/java/org/xerial/snappy/SnappyIOException.java @@ -5,19 +5,22 @@ import java.io.IOException; /** * Enhanced IOException with SnappyErrorCode */ -public class SnappyIOException extends IOException { +public class SnappyIOException + extends IOException +{ private final SnappyErrorCode errorCode; - public SnappyIOException(SnappyErrorCode errorCode, String message) { + public SnappyIOException(SnappyErrorCode errorCode, String message) + { super(message); this.errorCode = errorCode; } @Override - public String getMessage() { + public String getMessage() + { return String.format("[%s] %s", errorCode.name(), super.getMessage()); } public SnappyErrorCode getErrorCode() { return errorCode; } - } diff --git a/src/main/java/org/xerial/snappy/SnappyInputStream.java b/src/main/java/org/xerial/snappy/SnappyInputStream.java index 3e0a3ba..ad68ad9 100755 --- a/src/main/java/org/xerial/snappy/SnappyInputStream.java +++ b/src/main/java/org/xerial/snappy/SnappyInputStream.java @@ -30,30 +30,31 @@ import java.io.InputStream; /** * A stream filter for reading data compressed by {@link SnappyOutputStream}. - * - * + * * @author leo - * */ -public class SnappyInputStream extends InputStream +public class SnappyInputStream + extends InputStream { - private boolean finishedReading = false; + private boolean finishedReading = false; protected final InputStream in; - private byte[] compressed; - private byte[] uncompressed; - private int uncompressedCursor = 0; - private int uncompressedLimit = 0; + private byte[] compressed; + private byte[] uncompressed; + private int uncompressedCursor = 0; + private int uncompressedLimit = 0; - private byte[] header = new byte[SnappyCodec.headerSize()]; + private byte[] header = new byte[SnappyCodec.headerSize()]; /** * Create a filter for reading compressed data as a uncompressed stream - * + * * @param input * @throws IOException */ - public SnappyInputStream(InputStream input) throws IOException { + public SnappyInputStream(InputStream input) + throws IOException + { this.in = input; readHeader(); } @@ -65,24 +66,30 @@ public class SnappyInputStream extends InputStream * @see java.io.InputStream#close() */ @Override - public void close() throws IOException { + public void close() + throws IOException + { compressed = null; uncompressed = null; - if (in != null) + if (in != null) { in.close(); + } } - protected void readHeader() throws IOException { + protected void readHeader() + throws IOException + { int readBytes = 0; while (readBytes < header.length) { int ret = in.read(header, readBytes, header.length - readBytes); - if (ret == -1) + if (ret == -1) { break; + } readBytes += ret; } // Quick test of the header - if(readBytes == 0) { + if (readBytes == 0) { // Snappy produces at least 1-byte result. So the empty input is not a valid input throw new SnappyIOException(SnappyErrorCode.EMPTY_INPUT, "Cannot decompress empty stream"); } @@ -92,30 +99,35 @@ public class SnappyInputStream extends InputStream return; } - if(!isValidHeader(header)) { + if (!isValidHeader(header)) { // (probably) compressed by Snappy.compress(byte[]) readFully(header, readBytes); return; } } - private static boolean isValidHeader(byte[] header) throws IOException { + private static boolean isValidHeader(byte[] header) + throws IOException + { SnappyCodec codec = SnappyCodec.readHeader(new ByteArrayInputStream(header)); if (codec.isValidMagicHeader()) { // The input data is compressed by SnappyOutputStream - if(codec.version < SnappyCodec.MINIMUM_COMPATIBLE_VERSION) { + if (codec.version < SnappyCodec.MINIMUM_COMPATIBLE_VERSION) { throw new SnappyIOException(SnappyErrorCode.INCOMPATIBLE_VERSION, String.format( - "Compressed with an incompatible codec version %d. At least version %d is required", - codec.version, SnappyCodec.MINIMUM_COMPATIBLE_VERSION)); + "Compressed with an incompatible codec version %d. At least version %d is required", + codec.version, SnappyCodec.MINIMUM_COMPATIBLE_VERSION)); } return true; } - else + else { return false; + } } - protected void readFully(byte[] fragment, int fragmentLength) throws IOException { - if(fragmentLength == 0) { + protected void readFully(byte[] fragment, int fragmentLength) + throws IOException + { + if (fragmentLength == 0) { finishedReading = true; return; } @@ -123,7 +135,7 @@ public class SnappyInputStream extends InputStream compressed = new byte[Math.max(8 * 1024, fragmentLength)]; // 8K System.arraycopy(fragment, 0, compressed, 0, fragmentLength); int cursor = fragmentLength; - for (int readBytes = 0; (readBytes = in.read(compressed, cursor, compressed.length - cursor)) != -1;) { + for (int readBytes = 0; (readBytes = in.read(compressed, cursor, compressed.length - cursor)) != -1; ) { cursor += readBytes; if (cursor >= compressed.length) { byte[] newBuf = new byte[(compressed.length * 2)]; @@ -140,7 +152,6 @@ public class SnappyInputStream extends InputStream Snappy.uncompress(compressed, 0, cursor, uncompressed, 0); this.uncompressedCursor = 0; this.uncompressedLimit = uncompressedLength; - } /** @@ -151,26 +162,31 @@ public class SnappyInputStream extends InputStream * @see java.io.InputStream#read(byte[], int, int) */ @Override - public int read(byte[] b, int off, int len) throws IOException { + public int read(byte[] b, int off, int len) + throws IOException + { return rawRead(b, off, len); } /** * Read uncompressed data into the specified array - * + * * @param array * @param byteOffset * @param byteLength * @return written bytes * @throws IOException */ - public int rawRead(Object array, int byteOffset, int byteLength) throws IOException { + public int rawRead(Object array, int byteOffset, int byteLength) + throws IOException + { int writtenBytes = 0; - for (; writtenBytes < byteLength;) { + for (; writtenBytes < byteLength; ) { if (uncompressedCursor >= uncompressedLimit) { - if (hasNextChunk()) + if (hasNextChunk()) { continue; + } else { return writtenBytes == 0 ? -1 : writtenBytes; } @@ -186,157 +202,165 @@ public class SnappyInputStream extends InputStream /** * Read long array from the stream - * - * @param d - * input - * @param off - * offset - * @param len - * the number of long elements to read + * + * @param d input + * @param off offset + * @param len the number of long elements to read * @return the total number of bytes read into the buffer, or -1 if there is - * no more data because the end of the stream has been reached. + * no more data because the end of the stream has been reached. * @throws IOException */ - public int read(long[] d, int off, int len) throws IOException { + public int read(long[] d, int off, int len) + throws IOException + { return rawRead(d, off * 8, len * 8); } /** * Read long array from the stream - * + * * @param d * @return the total number of bytes read into the buffer, or -1 if there is - * no more data because the end of the stream has been reached. + * no more data because the end of the stream has been reached. * @throws IOException */ - public int read(long[] d) throws IOException { + public int read(long[] d) + throws IOException + { return read(d, 0, d.length); } /** * Read double array from the stream - * - * @param d - * input - * @param off - * offset - * @param len - * the number of double elements to read + * + * @param d input + * @param off offset + * @param len the number of double elements to read * @return the total number of bytes read into the buffer, or -1 if there is - * no more data because the end of the stream has been reached. + * no more data because the end of the stream has been reached. * @throws IOException */ - public int read(double[] d, int off, int len) throws IOException { + public int read(double[] d, int off, int len) + throws IOException + { return rawRead(d, off * 8, len * 8); } /** * Read double array from the stream - * + * * @param d * @return the total number of bytes read into the buffer, or -1 if there is - * no more data because the end of the stream has been reached. + * no more data because the end of the stream has been reached. * @throws IOException */ - public int read(double[] d) throws IOException { + public int read(double[] d) + throws IOException + { return read(d, 0, d.length); } /** * Read int array from the stream - * + * * @param d * @return the total number of bytes read into the buffer, or -1 if there is - * no more data because the end of the stream has been reached. + * no more data because the end of the stream has been reached. * @throws IOException */ - public int read(int[] d) throws IOException { + public int read(int[] d) + throws IOException + { return read(d, 0, d.length); } /** * Read int array from the stream - * - * @param d - * input - * @param off - * offset - * @param len - * the number of int elements to read + * + * @param d input + * @param off offset + * @param len the number of int elements to read * @return the total number of bytes read into the buffer, or -1 if there is - * no more data because the end of the stream has been reached. + * no more data because the end of the stream has been reached. * @throws IOException */ - public int read(int[] d, int off, int len) throws IOException { + public int read(int[] d, int off, int len) + throws IOException + { return rawRead(d, off * 4, len * 4); } /** * Read float array from the stream - * - * @param d - * input - * @param off - * offset - * @param len - * the number of float elements to read + * + * @param d input + * @param off offset + * @param len the number of float elements to read * @return the total number of bytes read into the buffer, or -1 if there is - * no more data because the end of the stream has been reached. + * no more data because the end of the stream has been reached. * @throws IOException */ - public int read(float[] d, int off, int len) throws IOException { + public int read(float[] d, int off, int len) + throws IOException + { return rawRead(d, off * 4, len * 4); } /** * Read float array from the stream - * + * * @param d * @return the total number of bytes read into the buffer, or -1 if there is - * no more data because the end of the stream has been reached. + * no more data because the end of the stream has been reached. * @throws IOException */ - public int read(float[] d) throws IOException { + public int read(float[] d) + throws IOException + { return read(d, 0, d.length); } /** * Read short array from the stream - * - * @param d - * input - * @param off - * offset - * @param len - * the number of short elements to read + * + * @param d input + * @param off offset + * @param len the number of short elements to read * @return the total number of bytes read into the buffer, or -1 if there is - * no more data because the end of the stream has been reached. + * no more data because the end of the stream has been reached. * @throws IOException */ - public int read(short[] d, int off, int len) throws IOException { + public int read(short[] d, int off, int len) + throws IOException + { return rawRead(d, off * 2, len * 2); } /** * Read short array from the stream - * + * * @param d * @return the total number of bytes read into the buffer, or -1 if there is - * no more data because the end of the stream has been reached. + * no more data because the end of the stream has been reached. * @throws IOException */ - public int read(short[] d) throws IOException { + public int read(short[] d) + throws IOException + { return read(d, 0, d.length); } /** * Read next len bytes + * * @param dest * @param offset * @param len * @return read bytes */ - private int readNext(byte[] dest, int offset, int len) throws IOException { + private int readNext(byte[] dest, int offset, int len) + throws IOException + { int readBytes = 0; while (readBytes < len) { int ret = in.read(dest, readBytes + offset, len - readBytes); @@ -349,29 +373,36 @@ public class SnappyInputStream extends InputStream return readBytes; } - protected boolean hasNextChunk() throws IOException { - if (finishedReading) + protected boolean hasNextChunk() + throws IOException + { + if (finishedReading) { return false; + } uncompressedCursor = 0; uncompressedLimit = 0; int readBytes = readNext(header, 0, 4); - if(readBytes < 4) + if (readBytes < 4) { return false; + } int chunkSize = SnappyOutputStream.readInt(header, 0); - if(chunkSize == SnappyCodec.MAGIC_HEADER_HEAD) { + if (chunkSize == SnappyCodec.MAGIC_HEADER_HEAD) { // Concatenated data int remainingHeaderSize = SnappyCodec.headerSize() - 4; readBytes = readNext(header, 4, remainingHeaderSize); - if(readBytes < remainingHeaderSize) + if (readBytes < remainingHeaderSize) { return false; + } - if(isValidHeader(header)) + if (isValidHeader(header)) { return hasNextChunk(); - else + } + else { return false; + } } // extend the compressed data buffer size @@ -381,8 +412,9 @@ public class SnappyInputStream extends InputStream readBytes = 0; while (readBytes < chunkSize) { int ret = in.read(compressed, readBytes, chunkSize - readBytes); - if (ret == -1) + if (ret == -1) { break; + } readBytes += ret; } if (readBytes < chunkSize) { @@ -412,15 +444,19 @@ public class SnappyInputStream extends InputStream * @see java.io.InputStream#read() */ @Override - public int read() throws IOException { + public int read() + throws IOException + { if (uncompressedCursor < uncompressedLimit) { return uncompressed[uncompressedCursor++] & 0xFF; } else { - if (hasNextChunk()) + if (hasNextChunk()) { return read(); - else + } + else { return -1; + } } } @@ -428,7 +464,9 @@ public class SnappyInputStream extends InputStream * @see java.io.InputStream#available() */ @Override - public int available() throws IOException { + public int available() + throws IOException + { if (uncompressedCursor < uncompressedLimit) { return uncompressedLimit - uncompressedCursor; } diff --git a/src/main/java/org/xerial/snappy/SnappyLoader.java b/src/main/java/org/xerial/snappy/SnappyLoader.java index a497010..2cff1a6 100755 --- a/src/main/java/org/xerial/snappy/SnappyLoader.java +++ b/src/main/java/org/xerial/snappy/SnappyLoader.java @@ -36,10 +36,10 @@ import java.util.UUID; * user platform (os.name and os.arch). The natively compiled * libraries bundled to snappy-java contain the codes of the original snappy and * JNI programs to access Snappy. - * + *

* In default, no configuration is required to use snappy-java, but you can load * your own native library created by 'make native' command. - * + *

* This SnappyLoader searches for native libraries (snappyjava.dll, * libsnappy.so, etc.) in the following order: *

    @@ -53,70 +53,73 @@ import java.util.UUID; * org.xerial.snappy.tempdir is set, use this folder instead of * java.io.tempdir. *
- * + *

*

* If you do not want to use folder java.io.tempdir, set the System * property org.xerial.snappy.tempdir. For example, to use * /tmp/leo as a temporary folder to copy native libraries, use -D option * of JVM: - * + *

* 

  * 
  * java -Dorg.xerial.snappy.tempdir="/tmp/leo" ...
  * 
  *
- * + *

*

- * + * * @author leo - * */ public class SnappyLoader { - public static final String SNAPPY_SYSTEM_PROPERTIES_FILE = "org-xerial-snappy.properties"; - public static final String KEY_SNAPPY_LIB_PATH = "org.xerial.snappy.lib.path"; - public static final String KEY_SNAPPY_LIB_NAME = "org.xerial.snappy.lib.name"; - public static final String KEY_SNAPPY_TEMPDIR = "org.xerial.snappy.tempdir"; - public static final String KEY_SNAPPY_USE_SYSTEMLIB = "org.xerial.snappy.use.systemlib"; + public static final String SNAPPY_SYSTEM_PROPERTIES_FILE = "org-xerial-snappy.properties"; + public static final String KEY_SNAPPY_LIB_PATH = "org.xerial.snappy.lib.path"; + public static final String KEY_SNAPPY_LIB_NAME = "org.xerial.snappy.lib.name"; + public static final String KEY_SNAPPY_TEMPDIR = "org.xerial.snappy.tempdir"; + public static final String KEY_SNAPPY_USE_SYSTEMLIB = "org.xerial.snappy.use.systemlib"; public static final String KEY_SNAPPY_DISABLE_BUNDLED_LIBS = "org.xerial.snappy.disable.bundled.libs"; // Depreciated, but preserved for backward compatibility - private static volatile boolean isLoaded = false; - private static volatile SnappyNative api = null; + private static volatile boolean isLoaded = false; + private static volatile SnappyNative api = null; private static File nativeLibFile = null; - static void cleanUpExtractedNativeLib() { - if(nativeLibFile != null && nativeLibFile.exists()) + static void cleanUpExtractedNativeLib() + { + if (nativeLibFile != null && nativeLibFile.exists()) { nativeLibFile.delete(); + } } /** * Set the api instance. - * + * * @param nativeCode */ static synchronized void setApi(SnappyNative nativeCode) { - api = nativeCode; + api = nativeCode; } - + /** * load system properties when configuration file of the name * {@link #SNAPPY_SYSTEM_PROPERTIES_FILE} is found */ - private static void loadSnappySystemProperties() { + private static void loadSnappySystemProperties() + { try { InputStream is = Thread.currentThread().getContextClassLoader() .getResourceAsStream(SNAPPY_SYSTEM_PROPERTIES_FILE); - if (is == null) - return; // no configuration file is found + if (is == null) { + return; // no configuration file is found + } // Load property file Properties props = new Properties(); props.load(is); is.close(); - Enumeration< ? > names = props.propertyNames(); + Enumeration names = props.propertyNames(); while (names.hasMoreElements()) { String name = (String) names.nextElement(); if (name.startsWith("org.xerial.snappy.")) { @@ -138,8 +141,9 @@ public class SnappyLoader static synchronized SnappyNative load() { - if (api != null) + if (api != null) { return api; + } try { loadNativeLibrary(); @@ -158,7 +162,8 @@ public class SnappyLoader /** * Load a native library of snappy-java */ - private static void loadNativeLibrary() { + private static void loadNativeLibrary() + { nativeLibFile = findNativeLibrary(); if (nativeLibFile != null) { @@ -171,34 +176,38 @@ public class SnappyLoader } } - - private static boolean contentsEquals(InputStream in1, InputStream in2) throws IOException { - if(!(in1 instanceof BufferedInputStream)) { - in1 = new BufferedInputStream(in1); + private static boolean contentsEquals(InputStream in1, InputStream in2) + throws IOException + { + if (!(in1 instanceof BufferedInputStream)) { + in1 = new BufferedInputStream(in1); } - if(!(in2 instanceof BufferedInputStream)) { - in2 = new BufferedInputStream(in2); + if (!(in2 instanceof BufferedInputStream)) { + in2 = new BufferedInputStream(in2); } int ch = in1.read(); - while(ch != -1) { - int ch2 = in2.read(); - if(ch != ch2) + while (ch != -1) { + int ch2 = in2.read(); + if (ch != ch2) { return false; + } ch = in1.read(); } int ch2 = in2.read(); return ch2 == -1; } + /** * Extract the specified library file to the target folder - * + * * @param libFolderForCurrentOS * @param libraryFileName * @param targetFolder * @return */ - private static File extractLibraryFile(String libFolderForCurrentOS, String libraryFileName, String targetFolder) { + private static File extractLibraryFile(String libFolderForCurrentOS, String libraryFileName, String targetFolder) + { String nativeLibraryFilePath = libFolderForCurrentOS + "/" + libraryFileName; // Attach UUID to the native library file to ensure multiple class loaders can read the libsnappy-java multiple times. @@ -221,10 +230,12 @@ public class SnappyLoader // Delete the extracted lib file on JVM exit. extractedLibFile.deleteOnExit(); - if(writer != null) + if (writer != null) { writer.close(); - if(reader != null) + } + if (reader != null) { reader.close(); + } } // Set executable (x) flag to enable Java to load the native library @@ -232,20 +243,22 @@ public class SnappyLoader extractedLibFile.setWritable(true, true); extractedLibFile.setExecutable(true); - // Check whether the contents are properly copied from the resource folder { InputStream nativeIn = SnappyLoader.class.getResourceAsStream(nativeLibraryFilePath); InputStream extractedLibIn = new FileInputStream(extractedLibFile); try { - if(!contentsEquals(nativeIn, extractedLibIn)) + if (!contentsEquals(nativeIn, extractedLibIn)) { throw new SnappyError(SnappyErrorCode.FAILED_TO_LOAD_NATIVE_LIBRARY, String.format("Failed to write a native library file at %s", extractedLibFile)); + } } finally { - if(nativeIn != null) + if (nativeIn != null) { nativeIn.close(); - if(extractedLibIn != null) + } + if (extractedLibIn != null) { extractedLibIn.close(); + } } } @@ -257,44 +270,47 @@ public class SnappyLoader } } - static File findNativeLibrary() { + static File findNativeLibrary() + { boolean useSystemLib = Boolean.parseBoolean(System.getProperty(KEY_SNAPPY_USE_SYSTEMLIB, "false")); boolean disabledBundledLibs = Boolean .parseBoolean(System.getProperty(KEY_SNAPPY_DISABLE_BUNDLED_LIBS, "false")); - if (useSystemLib || disabledBundledLibs) + if (useSystemLib || disabledBundledLibs) { return null; // Use a pre-installed libsnappyjava + } // Try to load the library in org.xerial.snappy.lib.path */ String snappyNativeLibraryPath = System.getProperty(KEY_SNAPPY_LIB_PATH); String snappyNativeLibraryName = System.getProperty(KEY_SNAPPY_LIB_NAME); // Resolve the library file name with a suffix (e.g., dll, .so, etc.) - if (snappyNativeLibraryName == null) + if (snappyNativeLibraryName == null) { snappyNativeLibraryName = System.mapLibraryName("snappyjava"); + } if (snappyNativeLibraryPath != null) { File nativeLib = new File(snappyNativeLibraryPath, snappyNativeLibraryName); - if (nativeLib.exists()) + if (nativeLib.exists()) { return nativeLib; + } } - // Load an OS-dependent native library inside a jar file snappyNativeLibraryPath = "/org/xerial/snappy/native/" + OSInfo.getNativeLibFolderPathForCurrentOS(); boolean hasNativeLib = hasResource(snappyNativeLibraryPath + "/" + snappyNativeLibraryName); - if(!hasNativeLib) { - if(OSInfo.getOSName().equals("Mac")) { + if (!hasNativeLib) { + if (OSInfo.getOSName().equals("Mac")) { // Fix for openjdk7 for Mac String altName = "libsnappyjava.jnilib"; - if(hasResource(snappyNativeLibraryPath + "/" + altName)) { + if (hasResource(snappyNativeLibraryPath + "/" + altName)) { snappyNativeLibraryName = altName; hasNativeLib = true; } } } - if(!hasNativeLib) { + if (!hasNativeLib) { String errorMessage = String.format("no native library is found for os.name=%s and os.arch=%s", OSInfo.getOSName(), OSInfo.getArchName()); throw new SnappyError(SnappyErrorCode.FAILED_TO_LOAD_NATIVE_LIBRARY, errorMessage); } @@ -309,26 +325,26 @@ public class SnappyLoader return extractLibraryFile(snappyNativeLibraryPath, snappyNativeLibraryName, tempFolder.getAbsolutePath()); } - - private static boolean hasResource(String path) { + private static boolean hasResource(String path) + { return SnappyLoader.class.getResource(path) != null; } - - /** * Get the snappy-java version by reading pom.properties embedded in jar. * This version data is used as a suffix of a dll file extracted from the * jar. - * + * * @return the version string */ - public static String getVersion() { + public static String getVersion() + { URL versionFile = SnappyLoader.class .getResource("/META-INF/maven/org.xerial.snappy/snappy-java/pom.properties"); - if (versionFile == null) + if (versionFile == null) { versionFile = SnappyLoader.class.getResource("/org/xerial/snappy/VERSION"); + } String version = "unknown"; try { @@ -336,8 +352,9 @@ public class SnappyLoader Properties versionData = new Properties(); versionData.load(versionFile.openStream()); version = versionData.getProperty("version", version); - if (version.equals("unknown")) + if (version.equals("unknown")) { version = versionData.getProperty("VERSION", version); + } version = version.trim().replaceAll("[^0-9M\\.]", ""); } } @@ -346,5 +363,4 @@ public class SnappyLoader } return version; } - } diff --git a/src/main/java/org/xerial/snappy/SnappyNative.java b/src/main/java/org/xerial/snappy/SnappyNative.java index 2c2d13e..95a6f41 100755 --- a/src/main/java/org/xerial/snappy/SnappyNative.java +++ b/src/main/java/org/xerial/snappy/SnappyNative.java @@ -30,14 +30,13 @@ import java.nio.ByteBuffer; /** * JNI interface of the {@link Snappy} implementation. The native method in this class is * defined in SnappyNative.h (genereted by javah) and SnappyNative.cpp - * + *

*

* DO NOT USE THIS CLASS since the direct use of this class might break the * native library code loading in {@link SnappyLoader}. *

- * + * * @author leo - * */ public class SnappyNative { @@ -47,16 +46,22 @@ public class SnappyNative // ------------------------------------------------------------------------ // Generic compression/decompression routines. // ------------------------------------------------------------------------ - public native long rawCompress(long inputAddr, long inputSize, long destAddr) throws IOException; - public native long rawUncompress(long inputAddr, long inputSize, long destAddr) throws IOException; + public native long rawCompress(long inputAddr, long inputSize, long destAddr) + throws IOException; + + public native long rawUncompress(long inputAddr, long inputSize, long destAddr) + throws IOException; public native int rawCompress(ByteBuffer input, int inputOffset, int inputLength, ByteBuffer compressed, - int outputOffset) throws IOException; + int outputOffset) + throws IOException; - public native int rawCompress(Object input, int inputOffset, int inputByteLength, Object output, int outputOffset) throws IOException; + public native int rawCompress(Object input, int inputOffset, int inputByteLength, Object output, int outputOffset) + throws IOException; public native int rawUncompress(ByteBuffer compressed, int inputOffset, int inputLength, ByteBuffer uncompressed, - int outputOffset) throws IOException; + int outputOffset) + throws IOException; public native int rawUncompress(Object input, int inputOffset, int inputLength, Object output, int outputOffset) throws IOException; @@ -66,22 +71,30 @@ public class SnappyNative public native int maxCompressedLength(int source_bytes); // This operation takes O(1) time. - public native int uncompressedLength(ByteBuffer compressed, int offset, int len) throws IOException; + public native int uncompressedLength(ByteBuffer compressed, int offset, int len) + throws IOException; - public native int uncompressedLength(Object input, int offset, int len) throws IOException; + public native int uncompressedLength(Object input, int offset, int len) + throws IOException; - public native long uncompressedLength(long inputAddr, long len) throws IOException; + public native long uncompressedLength(long inputAddr, long len) + throws IOException; - public native boolean isValidCompressedBuffer(ByteBuffer compressed, int offset, int len) throws IOException; + public native boolean isValidCompressedBuffer(ByteBuffer compressed, int offset, int len) + throws IOException; - public native boolean isValidCompressedBuffer(Object input, int offset, int len) throws IOException; + public native boolean isValidCompressedBuffer(Object input, int offset, int len) + throws IOException; - public native boolean isValidCompressedBuffer(long inputAddr, long offset, long len) throws IOException; + public native boolean isValidCompressedBuffer(long inputAddr, long offset, long len) + throws IOException; - public native void arrayCopy(Object src, int offset, int byteLength, Object dest, int dOffset) throws IOException; + public native void arrayCopy(Object src, int offset, int byteLength, Object dest, int dOffset) + throws IOException; - public void throw_error(int errorCode) throws IOException { + public void throw_error(int errorCode) + throws IOException + { throw new IOException(String.format("%s(%d)", SnappyErrorCode.getErrorMessage(errorCode), errorCode)); } - } diff --git a/src/main/java/org/xerial/snappy/SnappyOutputStream.java b/src/main/java/org/xerial/snappy/SnappyOutputStream.java index 709c804..b25b0b9 100755 --- a/src/main/java/org/xerial/snappy/SnappyOutputStream.java +++ b/src/main/java/org/xerial/snappy/SnappyOutputStream.java @@ -55,7 +55,9 @@ import java.io.OutputStream; * * @author leo */ -public class SnappyOutputStream extends OutputStream { +public class SnappyOutputStream + extends OutputStream +{ static final int MIN_BLOCK_SIZE = 1 * 1024; static final int DEFAULT_BLOCK_SIZE = 32 * 1024; // Use 32kb for the default block size @@ -72,7 +74,8 @@ public class SnappyOutputStream extends OutputStream { private int outputCursor = 0; private boolean closed; - public SnappyOutputStream(OutputStream out) { + public SnappyOutputStream(OutputStream out) + { this(out, DEFAULT_BLOCK_SIZE); } @@ -81,11 +84,13 @@ public class SnappyOutputStream extends OutputStream { * @param blockSize byte size of the internal buffer size * @throws IOException */ - public SnappyOutputStream(OutputStream out, int blockSize) { + public SnappyOutputStream(OutputStream out, int blockSize) + { this(out, blockSize, CachedBufferAllocator.factory); } - public SnappyOutputStream(OutputStream out, int blockSize, BufferAllocatorFactory bufferAllocatorFactory) { + public SnappyOutputStream(OutputStream out, int blockSize, BufferAllocatorFactory bufferAllocatorFactory) + { this.out = out; this.blockSize = Math.max(MIN_BLOCK_SIZE, blockSize); int inputSize = blockSize; @@ -100,72 +105,83 @@ public class SnappyOutputStream extends OutputStream { outputCursor = SnappyCodec.currentHeader.writeHeader(outputBuffer, 0); } - /* (non-Javadoc) * @see java.io.OutputStream#write(byte[], int, int) */ @Override - public void write(byte[] b, int off, int len) throws IOException { + public void write(byte[] b, int off, int len) + throws IOException + { rawWrite(b, off, len); } /** * Compress the input long array data * - * @param d input array + * @param d input array * @param off offset in the array * @param len the number of elements in the array to copy * @throws IOException */ - public void write(long[] d, int off, int len) throws IOException { + public void write(long[] d, int off, int len) + throws IOException + { rawWrite(d, off * 8, len * 8); } /** * Compress the input double array data * - * @param f input array + * @param f input array * @param off offset in the array * @param len the number of elements in the array to copy * @throws IOException */ - public void write(double[] f, int off, int len) throws IOException { + public void write(double[] f, int off, int len) + throws IOException + { rawWrite(f, off * 8, len * 8); } /** * Compress the input float array data * - * @param f input array + * @param f input array * @param off offset in the array * @param len the number of elements in the array to copy * @throws IOException */ - public void write(float[] f, int off, int len) throws IOException { + public void write(float[] f, int off, int len) + throws IOException + { rawWrite(f, off * 4, len * 4); } /** * Compress the input int array data * - * @param f input array + * @param f input array * @param off offset in the array * @param len the number of elements in the array to copy * @throws IOException */ - public void write(int[] f, int off, int len) throws IOException { + public void write(int[] f, int off, int len) + throws IOException + { rawWrite(f, off * 4, len * 4); } /** * Compress the input short array data * - * @param f input array + * @param f input array * @param off offset in the array * @param len the number of elements in the array to copy * @throws IOException */ - public void write(short[] f, int off, int len) throws IOException { + public void write(short[] f, int off, int len) + throws IOException + { rawWrite(f, off * 2, len * 2); } @@ -175,7 +191,9 @@ public class SnappyOutputStream extends OutputStream { * @param d * @throws IOException */ - public void write(long[] d) throws IOException { + public void write(long[] d) + throws IOException + { write(d, 0, d.length); } @@ -185,7 +203,9 @@ public class SnappyOutputStream extends OutputStream { * @param f * @throws IOException */ - public void write(double[] f) throws IOException { + public void write(double[] f) + throws IOException + { write(f, 0, f.length); } @@ -195,7 +215,9 @@ public class SnappyOutputStream extends OutputStream { * @param f * @throws IOException */ - public void write(float[] f) throws IOException { + public void write(float[] f) + throws IOException + { write(f, 0, f.length); } @@ -205,7 +227,9 @@ public class SnappyOutputStream extends OutputStream { * @param f * @throws IOException */ - public void write(int[] f) throws IOException { + public void write(int[] f) + throws IOException + { write(f, 0, f.length); } @@ -215,11 +239,14 @@ public class SnappyOutputStream extends OutputStream { * @param f * @throws IOException */ - public void write(short[] f) throws IOException { + public void write(short[] f) + throws IOException + { write(f, 0, f.length); } - private boolean hasSufficientOutputBufferFor(int inputSize) { + private boolean hasSufficientOutputBufferFor(int inputSize) + { int maxCompressedSize = Snappy.maxCompressedLength(inputSize); return maxCompressedSize < outputBuffer.length - outputCursor - 4; } @@ -227,25 +254,28 @@ public class SnappyOutputStream extends OutputStream { /** * Compress the raw byte array data. * - * @param array array data of any type (e.g., byte[], float[], long[], ...) + * @param array array data of any type (e.g., byte[], float[], long[], ...) * @param byteOffset * @param byteLength * @throws IOException */ - public void rawWrite(Object array, int byteOffset, int byteLength) throws IOException { + public void rawWrite(Object array, int byteOffset, int byteLength) + throws IOException + { if (closed) { throw new IOException("Stream is closed"); } int cursor = 0; - while(cursor < byteLength) { + while (cursor < byteLength) { int readLen = Math.min(byteLength - cursor, blockSize - inputCursor); // copy the input data to uncompressed buffer - if(readLen > 0) { + if (readLen > 0) { Snappy.arrayCopy(array, byteOffset + cursor, readLen, inputBuffer, inputCursor); inputCursor += readLen; } - if(inputCursor < blockSize) + if (inputCursor < blockSize) { return; + } compressInput(); cursor += readLen; @@ -262,11 +292,13 @@ public class SnappyOutputStream extends OutputStream { * @see java.io.OutputStream#write(int) */ @Override - public void write(int b) throws IOException { + public void write(int b) + throws IOException + { if (closed) { throw new IOException("Stream is closed"); } - if(inputCursor >= inputBuffer.length) { + if (inputCursor >= inputBuffer.length) { compressInput(); } inputBuffer[inputCursor++] = (byte) b; @@ -276,7 +308,9 @@ public class SnappyOutputStream extends OutputStream { * @see java.io.OutputStream#flush() */ @Override - public void flush() throws IOException { + public void flush() + throws IOException + { if (closed) { throw new IOException("Stream is closed"); } @@ -285,14 +319,16 @@ public class SnappyOutputStream extends OutputStream { out.flush(); } - static void writeInt(byte[] dst, int offset, int v) { + static void writeInt(byte[] dst, int offset, int v) + { dst[offset] = (byte) ((v >> 24) & 0xFF); dst[offset + 1] = (byte) ((v >> 16) & 0xFF); dst[offset + 2] = (byte) ((v >> 8) & 0xFF); dst[offset + 3] = (byte) ((v >> 0) & 0xFF); } - static int readInt(byte[] buffer, int pos) { + static int readInt(byte[] buffer, int pos) + { int b1 = (buffer[pos] & 0xFF) << 24; int b2 = (buffer[pos + 1] & 0xFF) << 16; int b3 = (buffer[pos + 2] & 0xFF) << 8; @@ -300,20 +336,24 @@ public class SnappyOutputStream extends OutputStream { return b1 | b2 | b3 | b4; } - protected void dumpOutput() throws IOException { - if(outputCursor > 0) { + protected void dumpOutput() + throws IOException + { + if (outputCursor > 0) { out.write(outputBuffer, 0, outputCursor); outputCursor = 0; } } - protected void compressInput() throws IOException { - if(inputCursor <= 0) { + protected void compressInput() + throws IOException + { + if (inputCursor <= 0) { return; // no need to dump } // Compress and dump the buffer content - if(!hasSufficientOutputBufferFor(inputCursor)) { + if (!hasSufficientOutputBufferFor(inputCursor)) { dumpOutput(); } int compressedSize = Snappy.compress(inputBuffer, 0, inputCursor, outputBuffer, outputCursor + 4); @@ -330,14 +370,17 @@ public class SnappyOutputStream extends OutputStream { * @see java.io.OutputStream#close() */ @Override - public void close() throws IOException { + public void close() + throws IOException + { if (closed) { return; } try { flush(); out.close(); - } finally { + } + finally { closed = true; inputBufferAllocator.release(inputBuffer); outputBufferAllocator.release(outputBuffer); @@ -345,5 +388,4 @@ public class SnappyOutputStream extends OutputStream { outputBuffer = null; } } - } diff --git a/src/main/java/org/xerial/snappy/buffer/BufferAllocator.java b/src/main/java/org/xerial/snappy/buffer/BufferAllocator.java index 205a6ea..c36394f 100644 --- a/src/main/java/org/xerial/snappy/buffer/BufferAllocator.java +++ b/src/main/java/org/xerial/snappy/buffer/BufferAllocator.java @@ -3,9 +3,10 @@ package org.xerial.snappy.buffer; /** * BufferAllocator interface. The implementation of this interface must be thread-safe */ -public interface BufferAllocator { +public interface BufferAllocator +{ public byte[] allocate(int size); - public void release(byte[] buffer); + public void release(byte[] buffer); } diff --git a/src/main/java/org/xerial/snappy/buffer/BufferAllocatorFactory.java b/src/main/java/org/xerial/snappy/buffer/BufferAllocatorFactory.java index dda87b6..044eaa6 100644 --- a/src/main/java/org/xerial/snappy/buffer/BufferAllocatorFactory.java +++ b/src/main/java/org/xerial/snappy/buffer/BufferAllocatorFactory.java @@ -3,7 +3,8 @@ package org.xerial.snappy.buffer; /** * */ -public interface BufferAllocatorFactory { +public interface BufferAllocatorFactory +{ BufferAllocator getBufferAllocator(int minSize); } diff --git a/src/main/java/org/xerial/snappy/buffer/CachedBufferAllocator.java b/src/main/java/org/xerial/snappy/buffer/CachedBufferAllocator.java index eacc50b..a0ee40d 100644 --- a/src/main/java/org/xerial/snappy/buffer/CachedBufferAllocator.java +++ b/src/main/java/org/xerial/snappy/buffer/CachedBufferAllocator.java @@ -6,11 +6,15 @@ import java.util.*; /** * Cached buffer */ -public class CachedBufferAllocator implements BufferAllocator { +public class CachedBufferAllocator + implements BufferAllocator +{ - public static BufferAllocatorFactory factory = new BufferAllocatorFactory() { + public static BufferAllocatorFactory factory = new BufferAllocatorFactory() + { @Override - public BufferAllocator getBufferAllocator(int bufferSize) { + public BufferAllocator getBufferAllocator(int bufferSize) + { return CachedBufferAllocator.getAllocator(bufferSize); } }; @@ -23,12 +27,14 @@ public class CachedBufferAllocator implements BufferAllocator { private final int bufferSize; private final Deque bufferQueue; - public CachedBufferAllocator(int bufferSize) { + public CachedBufferAllocator(int bufferSize) + { this.bufferSize = bufferSize; this.bufferQueue = new ArrayDeque(); } - public static synchronized CachedBufferAllocator getAllocator(int bufferSize) { + public static synchronized CachedBufferAllocator getAllocator(int bufferSize) + { CachedBufferAllocator result = null; if (queueTable.containsKey(bufferSize)) { @@ -42,9 +48,10 @@ public class CachedBufferAllocator implements BufferAllocator { } @Override - public byte[] allocate(int size) { - synchronized(this) { - if(bufferQueue.isEmpty()) { + public byte[] allocate(int size) + { + synchronized (this) { + if (bufferQueue.isEmpty()) { return new byte[size]; } else { @@ -52,9 +59,11 @@ public class CachedBufferAllocator implements BufferAllocator { } } } + @Override - public void release(byte[] buffer) { - synchronized(this) { + public void release(byte[] buffer) + { + synchronized (this) { bufferQueue.addLast(buffer); } } diff --git a/src/main/java/org/xerial/snappy/buffer/DefaultBufferAllocator.java b/src/main/java/org/xerial/snappy/buffer/DefaultBufferAllocator.java index 0c459bc..9d9006f 100644 --- a/src/main/java/org/xerial/snappy/buffer/DefaultBufferAllocator.java +++ b/src/main/java/org/xerial/snappy/buffer/DefaultBufferAllocator.java @@ -3,24 +3,30 @@ package org.xerial.snappy.buffer; /** * Simple buffer allocator, which does not reuse the allocated buffer */ -public class DefaultBufferAllocator implements BufferAllocator { +public class DefaultBufferAllocator + implements BufferAllocator +{ - public static BufferAllocatorFactory factory = new BufferAllocatorFactory() { + public static BufferAllocatorFactory factory = new BufferAllocatorFactory() + { public BufferAllocator singleton = new DefaultBufferAllocator(); + @Override - public BufferAllocator getBufferAllocator(int bufferSize) { + public BufferAllocator getBufferAllocator(int bufferSize) + { return singleton; } }; @Override - public byte[] allocate(int size) { + public byte[] allocate(int size) + { return new byte[size]; } @Override - public void release(byte[] buffer) { + public void release(byte[] buffer) + { // do nothing } - } diff --git a/src/main/java/org/xerial/snappy/package-info.java b/src/main/java/org/xerial/snappy/package-info.java index ab691e0..cd4d75e 100755 --- a/src/main/java/org/xerial/snappy/package-info.java +++ b/src/main/java/org/xerial/snappy/package-info.java @@ -16,7 +16,7 @@ /** * Snappy API for compressing/decompressing data. - * + *

* Usage * First, import {@link org.xerial.snappy.Snappy} in your Java code: * @@ -34,9 +34,9 @@ * System.out.println(result); * * - * + *

*

In addition, high-level methods (Snappy.compress(String), Snappy.compress(float[] ..) etc. ) and low-level ones (e.g. Snappy.rawCompress(.. ), Snappy.rawUncompress(..), etc.), which minimize memory copies, can be used.

- * + *

*

Stream-based API

* Stream-based compressor/decompressor SnappyOutputStream, SnappyInputStream are also available for reading/writing large data sets. */ diff --git a/src/test/java/org/xerial/snappy/CalgaryTest.java b/src/test/java/org/xerial/snappy/CalgaryTest.java index cd2f916..18d4dec 100755 --- a/src/test/java/org/xerial/snappy/CalgaryTest.java +++ b/src/test/java/org/xerial/snappy/CalgaryTest.java @@ -43,35 +43,40 @@ import org.xerial.util.log.Logger; /** * Benchmark using Calgary data set - * + * * @author leo - * */ public class CalgaryTest { private static Logger _logger = Logger.getLogger(CalgaryTest.class); - + @Rule public final TemporaryFolder tempFolder = new TemporaryFolder(); - static byte[] readFile(String file) throws IOException { + static byte[] readFile(String file) + throws IOException + { InputStream in = FileResource.find(CalgaryTest.class, file).openStream(); - if (in == null) + if (in == null) { throw new IOException("file " + file + " is not found"); + } try { return SnappyInputStreamTest.readFully(in); } finally { - if (in != null) + if (in != null) { in.close(); + } } } - public static final String[] files = { "bib", "book1", "book2", "geo", "news", "obj1", "obj2", "paper1", "paper2", - "paper3", "paper4", "paper5", "paper6", "pic", "progc", "progl", "progp", "trans" }; + public static final String[] files = {"bib", "book1", "book2", "geo", "news", "obj1", "obj2", "paper1", "paper2", + "paper3", "paper4", "paper5", "paper6", "pic", "progc", "progl", "progp", "trans"}; @Test - public void block() throws Exception { + public void block() + throws Exception + { for (String f : files) { byte[] orig = readFile("testdata/calgary/" + f); @@ -83,7 +88,9 @@ public class CalgaryTest } @Test - public void stream() throws Exception { + public void stream() + throws Exception + { for (String f : files) { byte[] orig = readFile("testdata/calgary/" + f); @@ -101,7 +108,9 @@ public class CalgaryTest } @Test - public void streamFramed() throws Exception { + public void streamFramed() + throws Exception + { for (String f : files) { byte[] orig = readFile("testdata/calgary/" + f); @@ -111,54 +120,54 @@ public class CalgaryTest out.close(); SnappyFramedInputStream in = new SnappyFramedInputStream(new ByteArrayInputStream(compressedBuf.toByteArray())); - + byte[] uncompressed = new byte[orig.length]; int readBytes = readBytes(in, uncompressed, 0, orig.length); - + assertEquals(orig.length, readBytes); assertArrayEquals(orig, uncompressed); } } @Test - public void streamFramedToFile() throws Exception { + public void streamFramedToFile() + throws Exception + { for (String f : files) { byte[] orig = readFile("testdata/calgary/" + f); final File tempFile = tempFolder.newFile(f); final FileOutputStream compressedFOS = new FileOutputStream(tempFile); - try - { + try { SnappyFramedOutputStream out = new SnappyFramedOutputStream(compressedFOS); out.write(orig); out.close(); } - finally - { + finally { compressedFOS.close(); } - + byte[] uncompressed = new byte[orig.length]; final FileInputStream compressedFIS = new FileInputStream(tempFile); - try - { + try { SnappyFramedInputStream in = new SnappyFramedInputStream(compressedFIS.getChannel()); int readBytes = readBytes(in, uncompressed, 0, orig.length); - + assertEquals(orig.length, readBytes); } - finally - { + finally { compressedFIS.close(); } - + assertArrayEquals(orig, uncompressed); } } @Test - public void streamFramedNoCRCVerify() throws Exception { + public void streamFramedNoCRCVerify() + throws Exception + { for (String f : files) { byte[] orig = readFile("testdata/calgary/" + f); @@ -168,17 +177,19 @@ public class CalgaryTest out.close(); SnappyFramedInputStream in = new SnappyFramedInputStream(new ByteArrayInputStream(compressedBuf.toByteArray()), false); - + byte[] uncompressed = new byte[orig.length]; int readBytes = readBytes(in, uncompressed, 0, orig.length); - + assertEquals(orig.length, readBytes); assertArrayEquals(orig, uncompressed); } } @Test - public void byteWiseRead() throws Exception { + public void byteWiseRead() + throws Exception + { for (String f : files) { byte[] orig = readFile("testdata/calgary/" + f); @@ -190,10 +201,11 @@ public class CalgaryTest SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressedBuf.toByteArray())); byte[] uncompressed = new byte[orig.length]; int cursor = 0; - for (;;) { + for (; ; ) { int b = in.read(); - if (b == -1) + if (b == -1) { break; + } uncompressed[cursor++] = (byte) b; } assertEquals(orig.length, cursor); @@ -201,24 +213,22 @@ public class CalgaryTest } } - static final int readBytes(InputStream source, byte[] dest, int offset, int length) throws IOException - { + static final int readBytes(InputStream source, byte[] dest, int offset, int length) + throws IOException + { // how many bytes were read. int lastRead = source.read(dest, offset, length); int totalRead = lastRead; // if we did not read as many bytes as we had hoped, try reading again. - if (lastRead < length) - { + if (lastRead < length) { // as long the buffer is not full (remaining() == 0) and we have not reached EOF (lastRead == -1) keep reading. - while (totalRead < length && lastRead != -1) - { + while (totalRead < length && lastRead != -1) { lastRead = source.read(dest, offset + totalRead, length - totalRead); // if we got EOF, do not add to total read. - if (lastRead != -1) - { + if (lastRead != -1) { totalRead += lastRead; } } diff --git a/src/test/java/org/xerial/snappy/OSInfoTest.java b/src/test/java/org/xerial/snappy/OSInfoTest.java index 64c9827..0ae7b2a 100755 --- a/src/test/java/org/xerial/snappy/OSInfoTest.java +++ b/src/test/java/org/xerial/snappy/OSInfoTest.java @@ -34,7 +34,8 @@ import org.junit.Test; public class OSInfoTest { @Test - public void osName() { + public void osName() + { assertEquals("Windows", OSInfo.translateOSNameToFolderName("Windows XP")); assertEquals("Windows", OSInfo.translateOSNameToFolderName("Windows 2000")); assertEquals("Windows", OSInfo.translateOSNameToFolderName("Windows Vista")); @@ -53,7 +54,8 @@ public class OSInfoTest } @Test - public void archName() { + public void archName() + { assertEquals("i386", OSInfo.translateArchNameToFolderName("i386")); assertEquals("x86", OSInfo.translateArchNameToFolderName("x86")); assertEquals("ppc", OSInfo.translateArchNameToFolderName("ppc")); @@ -61,7 +63,8 @@ public class OSInfoTest } @Test - public void folderPath() { + public void folderPath() + { String[] component = OSInfo.getNativeLibFolderPathForCurrentOS().split("/"); assertEquals(2, component.length); assertEquals(OSInfo.getOSName(), component[0]); @@ -69,7 +72,9 @@ public class OSInfoTest } @Test - public void testMainForOSName() throws Exception { + public void testMainForOSName() + throws Exception + { // preserve the current System.out PrintStream out = System.out; @@ -78,18 +83,19 @@ public class OSInfoTest ByteArrayOutputStream buf = new ByteArrayOutputStream(); PrintStream tmpOut = new PrintStream(buf); System.setOut(tmpOut); - OSInfo.main(new String[] { "--os" }); + OSInfo.main(new String[] {"--os"}); assertEquals(OSInfo.getOSName(), buf.toString()); } finally { // reset STDOUT System.setOut(out); } - } @Test - public void testMainForArchName() throws Exception { + public void testMainForArchName() + throws Exception + { // preserver the current System.out PrintStream out = System.out; @@ -98,7 +104,7 @@ public class OSInfoTest ByteArrayOutputStream buf = new ByteArrayOutputStream(); PrintStream tmpOut = new PrintStream(buf); System.setOut(tmpOut); - OSInfo.main(new String[] { "--arch" }); + OSInfo.main(new String[] {"--arch"}); assertEquals(OSInfo.getArchName(), buf.toString()); } finally { @@ -106,5 +112,4 @@ public class OSInfoTest System.setOut(out); } } - } diff --git a/src/test/java/org/xerial/snappy/RandomGenerator.java b/src/test/java/org/xerial/snappy/RandomGenerator.java index 92f13a4..e0f9c9f 100644 --- a/src/test/java/org/xerial/snappy/RandomGenerator.java +++ b/src/test/java/org/xerial/snappy/RandomGenerator.java @@ -7,17 +7,19 @@ import java.util.Random; /** * Generates random data with specific expected snappy performance characteristics. - * + *

*

* This has been copied from dain's snappy implementation.. *

*/ -public class RandomGenerator { - +public class RandomGenerator +{ + public final byte[] data; public int position; - public RandomGenerator(double compressionRatio) { + public RandomGenerator(double compressionRatio) + { // We use a limited amount of data over and over again and ensure // that it is larger than the compression window (32KB), and also // large enough to serve all typical value sizes we want to write. @@ -30,7 +32,8 @@ public class RandomGenerator { } } - public int getNextPosition(int length) { + public int getNextPosition(int length) + { if (position + length > data.length) { position = 0; assert (length < data.length); @@ -41,7 +44,8 @@ public class RandomGenerator { } private static byte[] compressibleData(Random random, - double compressionRatio, int length) { + double compressionRatio, int length) + { int raw = (int) (length * compressionRatio); if (raw < 1) { raw = 1; @@ -50,7 +54,7 @@ public class RandomGenerator { // Duplicate the random data until we have filled "length" bytes byte[] dest = new byte[length]; - for (int i = 0; i < length;) { + for (int i = 0; i < length; ) { int chunkLength = Math.min(rawData.length, length - i); System.arraycopy(rawData, 0, dest, i, chunkLength); i += chunkLength; @@ -58,7 +62,8 @@ public class RandomGenerator { return dest; } - private static byte[] generateRandomData(Random random, int length) { + private static byte[] generateRandomData(Random random, int length) + { byte[] rawData = new byte[length]; for (int i = 0; i < rawData.length; i++) { rawData[i] = (byte) random.nextInt(256); diff --git a/src/test/java/org/xerial/snappy/SnappyFramedStreamTest.java b/src/test/java/org/xerial/snappy/SnappyFramedStreamTest.java index f2801f7..b03ec87 100644 --- a/src/test/java/org/xerial/snappy/SnappyFramedStreamTest.java +++ b/src/test/java/org/xerial/snappy/SnappyFramedStreamTest.java @@ -26,35 +26,42 @@ import org.junit.Test; /** * Tests the functionality of {@link org.xerial.snappy.SnappyFramedInputStream} * and {@link org.xerial.snappy.SnappyFramedOutputStream}. - * + * * @author Brett Okken */ -public class SnappyFramedStreamTest { +public class SnappyFramedStreamTest +{ /** * @throws IOException */ protected OutputStream createOutputStream(OutputStream target) - throws IOException { + throws IOException + { return new SnappyFramedOutputStream(target); } /** * {@inheritDoc} - * + * * @throws IOException */ protected InputStream createInputStream(InputStream source, - boolean verifyCheckSums) throws IOException { + boolean verifyCheckSums) + throws IOException + { return new SnappyFramedInputStream(source, verifyCheckSums); } - protected byte[] getMarkerFrame() { + protected byte[] getMarkerFrame() + { return HEADER_BYTES; } @Test - public void testSimple() throws Exception { + public void testSimple() + throws Exception + { byte[] original = "aaaaaaaaaaaabbbbbbbaaaaaa".getBytes("utf-8"); byte[] compressed = compress(original); @@ -83,7 +90,9 @@ public class SnappyFramedStreamTest { } @Test - public void testUncompressable() throws Exception { + public void testUncompressable() + throws Exception + { byte[] random = getRandom(1, 5000); int crc32c = maskedCrc32c(random); @@ -103,71 +112,90 @@ public class SnappyFramedStreamTest { } @Test - public void testEmptyCompression() throws Exception { + public void testEmptyCompression() + throws Exception + { byte[] empty = new byte[0]; assertArrayEquals(compress(empty), HEADER_BYTES); assertArrayEquals(uncompress(HEADER_BYTES), empty); } @Test(expected = EOFException.class) - public void testShortBlockHeader() throws Exception { - uncompressBlock(new byte[] { 0 }); + public void testShortBlockHeader() + throws Exception + { + uncompressBlock(new byte[] {0}); } @Test(expected = EOFException.class) - public void testShortBlockData() throws Exception { + public void testShortBlockData() + throws Exception + { // flag = 0, size = 8, crc32c = 0, block data= [x, x] - uncompressBlock(new byte[] { 1, 8, 0, 0, 0, 0, 0, 0, 'x', 'x' }); + uncompressBlock(new byte[] {1, 8, 0, 0, 0, 0, 0, 0, 'x', 'x'}); } @Test - public void testUnskippableChunkFlags() throws Exception { + public void testUnskippableChunkFlags() + throws Exception + { for (int i = 2; i <= 0x7f; i++) { try { - uncompressBlock(new byte[] { (byte) i, 5, 0, 0, 0, 0, 0, 0, 0 }); + uncompressBlock(new byte[] {(byte) i, 5, 0, 0, 0, 0, 0, 0, 0}); fail("no exception thrown with flag: " + Integer.toHexString(i)); - } catch (IOException e) { + } + catch (IOException e) { } } } @Test - public void testSkippableChunkFlags() throws Exception { + public void testSkippableChunkFlags() + throws Exception + { for (int i = 0x80; i <= 0xfe; i++) { try { - uncompressBlock(new byte[] { (byte) i, 5, 0, 0, 0, 0, 0, 0, 0 }); - } catch (IOException e) { + uncompressBlock(new byte[] {(byte) i, 5, 0, 0, 0, 0, 0, 0, 0}); + } + catch (IOException e) { fail("exception thrown with flag: " + Integer.toHexString(i)); } } } @Test(expected = IOException.class) - public void testInvalidBlockSizeZero() throws Exception { + public void testInvalidBlockSizeZero() + throws Exception + { // flag = '0', block size = 4, crc32c = 0 - uncompressBlock(new byte[] { 1, 4, 0, 0, 0, 0, 0, 0 }); + uncompressBlock(new byte[] {1, 4, 0, 0, 0, 0, 0, 0}); } @Test(expected = IOException.class) - public void testInvalidChecksum() throws Exception { + public void testInvalidChecksum() + throws Exception + { // flag = 0, size = 5, crc32c = 0, block data = [a] - uncompressBlock(new byte[] { 1, 5, 0, 0, 0, 0, 0, 0, 'a' }); + uncompressBlock(new byte[] {1, 5, 0, 0, 0, 0, 0, 0, 'a'}); } @Test public void testInvalidChecksumIgnoredWhenVerificationDisabled() - throws Exception { + throws Exception + { // flag = 0, size = 4, crc32c = 0, block data = [a] - byte[] block = { 1, 5, 0, 0, 0, 0, 0, 0, 'a' }; + byte[] block = {1, 5, 0, 0, 0, 0, 0, 0, 'a'}; ByteArrayInputStream inputData = new ByteArrayInputStream( blockToStream(block)); assertArrayEquals(toByteArray(createInputStream(inputData, false)), - new byte[] { 'a' }); + new byte[] {'a'}); } @Test - public void testTransferFrom_InputStream() throws IOException { + public void testTransferFrom_InputStream() + throws IOException + { final byte[] random = getRandom(0.5, 100000); final ByteArrayOutputStream baos = new ByteArrayOutputStream( @@ -184,7 +212,9 @@ public class SnappyFramedStreamTest { } @Test - public void testTransferFrom_ReadableByteChannel() throws IOException { + public void testTransferFrom_ReadableByteChannel() + throws IOException + { final byte[] random = getRandom(0.5, 100000); final ByteArrayOutputStream baos = new ByteArrayOutputStream( @@ -201,7 +231,9 @@ public class SnappyFramedStreamTest { } @Test - public void testTransferTo_OutputStream() throws IOException { + public void testTransferTo_OutputStream() + throws IOException + { final byte[] random = getRandom(0.5, 100000); final byte[] compressed = compress(random); @@ -216,7 +248,9 @@ public class SnappyFramedStreamTest { } @Test - public void testTransferTo_WritableByteChannel() throws IOException { + public void testTransferTo_WritableByteChannel() + throws IOException + { final byte[] random = getRandom(0.5, 100000); final byte[] compressed = compress(random); @@ -233,14 +267,16 @@ public class SnappyFramedStreamTest { } @Test - public void testLargerFrames_raw_() throws IOException { + public void testLargerFrames_raw_() + throws IOException + { final byte[] random = getRandom(0.5, 100000); final byte[] stream = new byte[HEADER_BYTES.length + 8 + random.length]; System.arraycopy(HEADER_BYTES, 0, stream, 0, HEADER_BYTES.length); stream[10] = UNCOMPRESSED_DATA_FLAG; - + int length = random.length + 4; stream[11] = (byte) length; stream[12] = (byte) (length >>> 8); @@ -260,16 +296,18 @@ public class SnappyFramedStreamTest { } @Test - public void testLargerFrames_compressed_() throws IOException { + public void testLargerFrames_compressed_() + throws IOException + { final byte[] random = getRandom(0.5, 500000); final byte[] compressed = Snappy.compress(random); - + final byte[] stream = new byte[HEADER_BYTES.length + 8 + compressed.length]; System.arraycopy(HEADER_BYTES, 0, stream, 0, HEADER_BYTES.length); stream[10] = COMPRESSED_DATA_FLAG; - + int length = compressed.length + 4; stream[11] = (byte) length; stream[12] = (byte) (length >>> 8); @@ -290,7 +328,8 @@ public class SnappyFramedStreamTest { @Test public void testLargerFrames_compressed_smaller_raw_larger() - throws IOException { + throws IOException + { final byte[] random = getRandom(0.5, 100000); final byte[] compressed = Snappy.compress(random); @@ -300,7 +339,7 @@ public class SnappyFramedStreamTest { System.arraycopy(HEADER_BYTES, 0, stream, 0, HEADER_BYTES.length); stream[10] = COMPRESSED_DATA_FLAG; - + int length = compressed.length + 4; stream[11] = (byte) length; stream[12] = (byte) (length >>> 8); @@ -319,19 +358,23 @@ public class SnappyFramedStreamTest { assertArrayEquals(random, uncompressed); } - private byte[] uncompressBlock(byte[] block) throws IOException { + private byte[] uncompressBlock(byte[] block) + throws IOException + { return uncompress(blockToStream(block)); } - private static byte[] blockToStream(byte[] block) { + private static byte[] blockToStream(byte[] block) + { byte[] stream = new byte[HEADER_BYTES.length + block.length]; System.arraycopy(HEADER_BYTES, 0, stream, 0, HEADER_BYTES.length); System.arraycopy(block, 0, stream, HEADER_BYTES.length, block.length); return stream; } - - protected byte[] compress(byte[] original) throws IOException { + protected byte[] compress(byte[] original) + throws IOException + { ByteArrayOutputStream out = new ByteArrayOutputStream(); OutputStream snappyOut = createOutputStream(out); snappyOut.write(original); @@ -339,29 +382,35 @@ public class SnappyFramedStreamTest { return out.toByteArray(); } - protected byte[] uncompress(byte[] compressed) throws IOException { - return toByteArray(createInputStream(new ByteArrayInputStream( + protected byte[] uncompress(byte[] compressed) + throws IOException + { + return toByteArray(createInputStream(new ByteArrayInputStream( compressed), true)); } - private static byte[] toByteArray(InputStream createInputStream) throws IOException { + private static byte[] toByteArray(InputStream createInputStream) + throws IOException + { final ByteArrayOutputStream baos = new ByteArrayOutputStream(64 * 1024); - + final byte[] buffer = new byte[8 * 1024]; - + int read; - while((read = createInputStream.read(buffer)) > 0) { + while ((read = createInputStream.read(buffer)) > 0) { baos.write(buffer, 0, read); } - + return baos.toByteArray(); } - - static int toInt(byte value) { + + static int toInt(byte value) + { return value & 0xFF; } - private byte[] getRandom(double compressionRatio, int length) { + private byte[] getRandom(double compressionRatio, int length) + { RandomGenerator gen = new RandomGenerator( compressionRatio); gen.getNextPosition(length); @@ -369,5 +418,4 @@ public class SnappyFramedStreamTest { assertEquals(random.length, length); return random; } - } diff --git a/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java b/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java index c1c9930..31139a3 100755 --- a/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java +++ b/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java @@ -41,18 +41,22 @@ public class SnappyInputStreamTest { private static Logger _logger = Logger.getLogger(SnappyInputStreamTest.class); - public static byte[] readResourceFile(String fileName) throws IOException { + public static byte[] readResourceFile(String fileName) + throws IOException + { BufferedInputStream input = new BufferedInputStream(FileResource.find(SnappyOutputStreamTest.class, fileName) .openStream()); assertNotNull(input); return readFully(input); } - public static byte[] readFully(InputStream input) throws IOException { + public static byte[] readFully(InputStream input) + throws IOException + { try { ByteArrayOutputStream out = new ByteArrayOutputStream(); byte[] buf = new byte[4096]; - for (int readBytes = 0; (readBytes = input.read(buf)) != -1;) { + for (int readBytes = 0; (readBytes = input.read(buf)) != -1; ) { out.write(buf, 0, readBytes); } out.flush(); @@ -63,10 +67,12 @@ public class SnappyInputStreamTest } } - public static byte[] byteWiseReadFully(InputStream input) throws IOException { + public static byte[] byteWiseReadFully(InputStream input) + throws IOException + { ByteArrayOutputStream out = new ByteArrayOutputStream(); byte[] buf = new byte[4096]; - for (int readData = 0; (readData = input.read()) != -1;) { + for (int readData = 0; (readData = input.read()) != -1; ) { out.write(readData); } out.flush(); @@ -74,7 +80,9 @@ public class SnappyInputStreamTest } @Test - public void read() throws Exception { + public void read() + throws Exception + { ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); SnappyOutputStream snappyOut = new SnappyOutputStream(compressedBuf); byte[] orig = readResourceFile("alice29.txt"); @@ -88,11 +96,12 @@ public class SnappyInputStreamTest assertEquals(orig.length, uncompressed.length); assertArrayEquals(orig, uncompressed); - } @Test - public void readBlockCompressedData() throws Exception { + public void readBlockCompressedData() + throws Exception + { byte[] orig = readResourceFile("alice29.txt"); byte[] compressed = Snappy.compress(orig); @@ -104,7 +113,9 @@ public class SnappyInputStreamTest } @Test - public void biteWiseRead() throws Exception { + public void biteWiseRead() + throws Exception + { byte[] orig = readResourceFile("testdata/calgary/paper6"); byte[] compressed = Snappy.compress(orig); @@ -113,17 +124,18 @@ public class SnappyInputStreamTest assertEquals(orig.length, uncompressed.length); assertArrayEquals(orig, uncompressed); - } @Test - public void available() throws Exception { + public void available() + throws Exception + { byte[] orig = readResourceFile("testdata/calgary/paper6"); byte[] compressed = Snappy.compress(orig); SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressed)); byte[] buf = new byte[4]; - for (int readBytes = 0; (readBytes = in.read(buf)) != -1;) { + for (int readBytes = 0; (readBytes = in.read(buf)) != -1; ) { assertTrue(in.available() >= 0); } assertTrue(in.available() == 0); @@ -131,19 +143,23 @@ public class SnappyInputStreamTest } @Test - public void emptyStream() throws Exception { + public void emptyStream() + throws Exception + { try { SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(new byte[0])); byte[] uncompressed = readFully(in); assertEquals(0, uncompressed.length); fail("should not reach here"); } - catch(SnappyIOException e) { + catch (SnappyIOException e) { assertEquals(SnappyErrorCode.EMPTY_INPUT, e.getErrorCode()); } } - public static byte[] compressResource(String resourcePath) throws Exception { + public static byte[] compressResource(String resourcePath) + throws Exception + { ByteArrayOutputStream compressedBuf = new ByteArrayOutputStream(); SnappyOutputStream snappyOut = new SnappyOutputStream(compressedBuf); byte[] orig = readResourceFile(resourcePath); @@ -153,7 +169,9 @@ public class SnappyInputStreamTest } @Test - public void chunkRead() throws Exception { + public void chunkRead() + throws Exception + { byte[] chunk1 = compressResource("alice29.txt"); byte[] chunk2 = compressResource("testdata/calgary/paper6"); @@ -175,5 +193,4 @@ public class SnappyInputStreamTest assertArrayEquals(orig1, uncompressed1); assertArrayEquals(orig2, uncompressed2); } - } diff --git a/src/test/java/org/xerial/snappy/SnappyLoaderTest.java b/src/test/java/org/xerial/snappy/SnappyLoaderTest.java index a27197f..1cee9c5 100755 --- a/src/test/java/org/xerial/snappy/SnappyLoaderTest.java +++ b/src/test/java/org/xerial/snappy/SnappyLoaderTest.java @@ -42,26 +42,31 @@ public class SnappyLoaderTest { private static Logger _logger = Logger.getLogger(SnappyLoaderTest.class); - public static BufferedInputStream openByteStream(Class< ? > referenceClass, String resourceFileName) - throws IOException { + public static BufferedInputStream openByteStream(Class referenceClass, String resourceFileName) + throws IOException + { URL url = FileResource.find(referenceClass, resourceFileName); if (url != null) { return new BufferedInputStream(url.openStream()); } - else + else { return null; + } } - public static String loadIntoString(Class referenceClass, String path) throws IOException { + public static String loadIntoString(Class referenceClass, String path) + throws IOException + { BufferedInputStream in = openByteStream(referenceClass, path); - if (in == null) + if (in == null) { throw new FileNotFoundException( String.format("reference class:%s, path:%s", referenceClass.getName(), path)); + } ByteArrayOutputStream buf = new ByteArrayOutputStream(); try { byte[] tmp = new byte[4028]; - for (int readBytes = 0; (readBytes = in.read(tmp)) != -1;) { + for (int readBytes = 0; (readBytes = in.read(tmp)) != -1; ) { buf.write(tmp, 0, readBytes); } buf.flush(); @@ -73,7 +78,9 @@ public class SnappyLoaderTest } @Test - public void loadSnappyByDiffentClassloadersInTheSameJVM() throws Exception { + public void loadSnappyByDiffentClassloadersInTheSameJVM() + throws Exception + { // Parent class loader cannot see Snappy.class ClassLoader parent = this.getClass().getClassLoader().getParent(); @@ -89,17 +96,17 @@ public class SnappyLoaderTest // Prepare the child class loaders which can load Snappy.class URL classPath = new File("target/classes").toURI().toURL(); - ClassRealm L1 = cw.newRealm("l1", URLClassLoader.newInstance(new URL[] { classPath }, parent)); - ClassRealm L2 = cw.newRealm("l2", URLClassLoader.newInstance(new URL[] { classPath }, parent)); + ClassRealm L1 = cw.newRealm("l1", URLClassLoader.newInstance(new URL[] {classPath}, parent)); + ClassRealm L2 = cw.newRealm("l2", URLClassLoader.newInstance(new URL[] {classPath}, parent)); // Actually load Snappy.class in a child class loader - Class< ? > S1 = L1.loadClass("org.xerial.snappy.Snappy"); + Class S1 = L1.loadClass("org.xerial.snappy.Snappy"); Method m = S1.getMethod("compress", String.class); byte[] v = (byte[]) m.invoke(null, "hello world"); // Load Snappy.class from another child class loader - Class< ? > S2 = L2.loadClass("org.xerial.snappy.Snappy"); + Class S2 = L2.loadClass("org.xerial.snappy.Snappy"); Method m2 = S2.getMethod("compress", String.class); byte[] v2 = (byte[]) m2.invoke(null, "hello world"); @@ -107,17 +114,22 @@ public class SnappyLoaderTest } @Test - public void load() throws Exception { + public void load() + throws Exception + { SnappyLoader.load(); _logger.debug(Snappy.maxCompressedLength(1024)); } @Test - public void autoLoad() throws Exception { + public void autoLoad() + throws Exception + { _logger.debug(Snappy.maxCompressedLength(1024)); } - public static void main(String[] args) { + public static void main(String[] args) + { // Test for loading native library specified in -Djava.library.path System.setProperty(SnappyLoader.KEY_SNAPPY_USE_SYSTEMLIB, "true"); _logger.debug(Snappy.maxCompressedLength(1024)); diff --git a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java index 0942eb0..63e7122 100755 --- a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java +++ b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java @@ -44,7 +44,9 @@ public class SnappyOutputStreamTest private static Logger _logger = Logger.getLogger(SnappyOutputStreamTest.class); @Test - public void test() throws Exception { + public void test() + throws Exception + { ByteArrayOutputStream buf = new ByteArrayOutputStream(); SnappyOutputStream sout = new SnappyOutputStream(buf); @@ -54,7 +56,7 @@ public class SnappyOutputStreamTest ByteArrayOutputStream orig = new ByteArrayOutputStream(); byte[] tmp = new byte[1024]; - for (int readBytes = 0; (readBytes = input.read(tmp)) != -1;) { + for (int readBytes = 0; (readBytes = input.read(tmp)) != -1; ) { sout.write(tmp, 0, readBytes); orig.write(tmp, 0, readBytes); // preserve the original data } @@ -68,7 +70,7 @@ public class SnappyOutputStreamTest ByteArrayOutputStream decompressed = new ByteArrayOutputStream(); byte[] compressed = buf.toByteArray(); // decompress - for (int cursor = SnappyCodec.headerSize(); cursor < compressed.length;) { + for (int cursor = SnappyCodec.headerSize(); cursor < compressed.length; ) { int chunkSize = SnappyOutputStream.readInt(compressed, cursor); cursor += 4; byte[] tmpOut = new byte[Snappy.uncompressedLength(compressed, cursor, chunkSize)]; @@ -83,7 +85,9 @@ public class SnappyOutputStreamTest } @Test - public void bufferSize() throws Exception { + public void bufferSize() + throws Exception + { ByteArrayOutputStream b = new ByteArrayOutputStream(); SnappyOutputStream os = new SnappyOutputStream(b, 1500); final int bytesToWrite = 5000; @@ -96,18 +100,21 @@ public class SnappyOutputStreamTest os.close(); SnappyInputStream is = new SnappyInputStream(new ByteArrayInputStream(b.toByteArray())); byte[] buf = new byte[bytesToWrite / 101]; - while (is.read(buf) != -1) {} + while (is.read(buf) != -1) { + } is.close(); } @Test - public void smallWrites() throws Exception { + public void smallWrites() + throws Exception + { byte[] orig = CalgaryTest.readFile("alice29.txt"); ByteArrayOutputStream b = new ByteArrayOutputStream(); SnappyOutputStream out = new SnappyOutputStream(b); - for(byte c : orig) { + for (byte c : orig) { out.write(c); } out.close(); @@ -116,7 +123,7 @@ public class SnappyOutputStreamTest byte[] decompressed = new byte[orig.length]; int cursor = 0; int readLen = 0; - for(int i=0; i < decompressed.length && (readLen = is.read(decompressed, i, decompressed.length-i)) != -1; ) { + for (int i = 0; i < decompressed.length && (readLen = is.read(decompressed, i, decompressed.length - i)) != -1; ) { i += readLen; } is.close(); @@ -125,11 +132,14 @@ public class SnappyOutputStreamTest /** * Compress the input array by passing it chunk-by-chunk to a SnappyOutputStream. + * * @param orig the data to compress * @param maxChunkSize the maximum chunk size, in bytes. * @return the compressed bytes */ - private static byte[] compressAsChunks(byte[] orig, int maxChunkSize) throws Exception { + private static byte[] compressAsChunks(byte[] orig, int maxChunkSize) + throws Exception + { ByteArrayOutputStream b = new ByteArrayOutputStream(); SnappyOutputStream out = new SnappyOutputStream(b); @@ -143,7 +153,9 @@ public class SnappyOutputStreamTest } @Test - public void batchingOfWritesShouldNotAffectCompressedDataSize() throws Exception { + public void batchingOfWritesShouldNotAffectCompressedDataSize() + throws Exception + { // Regression test for issue #100, a bug where the size of compressed data could be affected // by the batching of writes to the SnappyOutputStream rather than the total amount of data // written to the stream. @@ -154,7 +166,7 @@ public class SnappyOutputStreamTest // compression quality: assertEquals(91013, expectedCompressedData.length); // The chunk size should not affect the size of the compressed output: - int[] chunkSizes = new int[] { 1, 100, 1023, 1024, 10000}; + int[] chunkSizes = new int[] {1, 100, 1023, 1024, 10000}; for (int chunkSize : chunkSizes) { byte[] compressedData = compressAsChunks(orig, chunkSize); assertEquals(String.format("when chunk size = %,d", chunkSize), expectedCompressedData.length, compressedData.length); @@ -163,7 +175,9 @@ public class SnappyOutputStreamTest } @Test - public void closeShouldBeIdempotent() throws Exception { + public void closeShouldBeIdempotent() + throws Exception + { // Regression test for issue #107, a bug where close() was non-idempotent and would release // its buffers to the allocator multiple times, which could cause scenarios where two open // SnappyOutputStreams could share the same buffers, leading to stream corruption issues. @@ -197,38 +211,47 @@ public class SnappyOutputStreamTest } @Test - public void writingToClosedStreamShouldThrowIOException() throws IOException { + public void writingToClosedStreamShouldThrowIOException() + throws IOException + { ByteArrayOutputStream b = new ByteArrayOutputStream(); SnappyOutputStream os = new SnappyOutputStream(b); os.close(); try { os.write(4); fail("Expected write() to throw IOException"); - } catch (IOException e) { + } + catch (IOException e) { // Expected exception } try { - os.write(new int[] { 1, 2, 3, 4}); + os.write(new int[] {1, 2, 3, 4}); fail("Expected write() to throw IOException"); - } catch (IOException e) { + } + catch (IOException e) { // Expected exception } } @Test - public void flushingClosedStreamShouldThrowIOException() throws IOException { + public void flushingClosedStreamShouldThrowIOException() + throws IOException + { ByteArrayOutputStream b = new ByteArrayOutputStream(); SnappyOutputStream os = new SnappyOutputStream(b); os.close(); try { os.flush(); - } catch (IOException e) { + } + catch (IOException e) { // Expected exception } } @Test - public void closingStreamShouldMakeBuffersEligibleForGarbageCollection() throws IOException { + public void closingStreamShouldMakeBuffersEligibleForGarbageCollection() + throws IOException + { ByteArrayOutputStream b = new ByteArrayOutputStream(); SnappyOutputStream os = new SnappyOutputStream(b, 4095, DefaultBufferAllocator.factory); WeakReference inputBuffer = new WeakReference(os.inputBuffer); @@ -240,7 +263,9 @@ public class SnappyOutputStreamTest } @Test - public void longArrayCompress() throws Exception { + public void longArrayCompress() + throws Exception + { long[] l = new long[10]; for (int i = 0; i < l.length; ++i) { l[i] = i % 3 + i * 11; @@ -258,15 +283,16 @@ public class SnappyOutputStreamTest assertEquals(10 * 8, readBytes); assertArrayEquals(l, l2); - } @Test - public void writeDoubleArray() throws Exception { + public void writeDoubleArray() + throws Exception + { ByteArrayOutputStream b = new ByteArrayOutputStream(); SnappyOutputStream os = new SnappyOutputStream(b); - double[] orig = new double[] { 1.0, 2.0, 1.4, 0.00343430014, -4.4, 4e-20 }; + double[] orig = new double[] {1.0, 2.0, 1.4, 0.00343430014, -4.4, 4e-20}; os.write(orig); os.close(); @@ -279,11 +305,13 @@ public class SnappyOutputStreamTest } @Test - public void writeFloatArray() throws Exception { + public void writeFloatArray() + throws Exception + { ByteArrayOutputStream b = new ByteArrayOutputStream(); SnappyOutputStream os = new SnappyOutputStream(b); - float[] orig = new float[] { 1.0f, 2.0f, 1.4f, 0.00343430014f, -4.4f, 4e-20f }; + float[] orig = new float[] {1.0f, 2.0f, 1.4f, 0.00343430014f, -4.4f, 4e-20f}; os.write(orig); os.close(); @@ -296,11 +324,13 @@ public class SnappyOutputStreamTest } @Test - public void writeIntArray() throws Exception { + public void writeIntArray() + throws Exception + { ByteArrayOutputStream b = new ByteArrayOutputStream(); SnappyOutputStream os = new SnappyOutputStream(b); - int[] orig = new int[] { 0, -1, -34, 43, 234, 34324, -234 }; + int[] orig = new int[] {0, -1, -34, 43, 234, 34324, -234}; os.write(orig); os.close(); @@ -313,11 +343,13 @@ public class SnappyOutputStreamTest } @Test - public void writeShortArray() throws Exception { + public void writeShortArray() + throws Exception + { ByteArrayOutputStream b = new ByteArrayOutputStream(); SnappyOutputStream os = new SnappyOutputStream(b); - short[] orig = new short[] { 0, -1, -34, 43, 234, 324, -234 }; + short[] orig = new short[] {0, -1, -34, 43, 234, 324, -234}; os.write(orig); os.close(); @@ -328,5 +360,4 @@ public class SnappyOutputStreamTest assertArrayEquals(orig, uncompressed); } - } diff --git a/src/test/java/org/xerial/snappy/SnappyTest.java b/src/test/java/org/xerial/snappy/SnappyTest.java index 9cfe4a9..18b39e9 100755 --- a/src/test/java/org/xerial/snappy/SnappyTest.java +++ b/src/test/java/org/xerial/snappy/SnappyTest.java @@ -38,13 +38,17 @@ public class SnappyTest private static Logger _logger = Logger.getLogger(SnappyTest.class); @Test - public void getVersion() throws Exception { + public void getVersion() + throws Exception + { String version = Snappy.getNativeLibraryVersion(); _logger.debug("version: " + version); } @Test - public void directBufferCheck() throws Exception { + public void directBufferCheck() + throws Exception + { try { ByteBuffer src = ByteBuffer.allocate(1024); @@ -59,11 +63,12 @@ public class SnappyTest } fail("shouldn't reach here"); - } @Test - public void directBuffer() throws Exception { + public void directBuffer() + throws Exception + { StringBuilder s = new StringBuilder(); for (int i = 0; i < 20; ++i) { @@ -109,7 +114,9 @@ public class SnappyTest } @Test - public void bufferOffset() throws Exception { + public void bufferOffset() + throws Exception + { String m = "ACCAGGGGGGGGGGGGGGGGGGGGATAGATATTTCCCGAGATATTTTATATAAAAAAA"; byte[] orig = m.getBytes(); @@ -147,7 +154,9 @@ public class SnappyTest } @Test - public void byteArrayCompress() throws Exception { + public void byteArrayCompress() + throws Exception + { String m = "ACCAGGGGGGGGGGGGGGGGGGGGATAGATATTTCCCGAGATATTTTATATAAAAAAA"; byte[] input = m.getBytes(); @@ -159,11 +168,12 @@ public class SnappyTest int uncompressedSize = Snappy.uncompress(output, 0, compressedSize, uncompressed, 0); String m2 = new String(uncompressed); assertEquals(m, m2); - } @Test - public void rangeCheck() throws Exception { + public void rangeCheck() + throws Exception + { String m = "ACCAGGGGGGGGGGGGGGGGGGGGATAGATATTTCCCGAGATATTTTATATAAAAAAA"; byte[] input = m.getBytes(); byte[] output = new byte[Snappy.maxCompressedLength(input.length)]; @@ -189,11 +199,12 @@ public class SnappyTest bout.limit(bout.limit() - 1); bout.position(1); assertFalse(Snappy.isValidCompressedBuffer(bout)); - } @Test - public void highLevelAPI() throws Exception { + public void highLevelAPI() + throws Exception + { String m = "Hello! 01234 ACGDSFSDFJ World. FDSDF02394234 fdsfda03924"; byte[] input = m.getBytes(); @@ -205,7 +216,9 @@ public class SnappyTest } @Test - public void lowLevelAPI() throws Exception { + public void lowLevelAPI() + throws Exception + { String m = "Hello! 01234 ACGDSFSDFJ World. FDSDF02394234 fdsfda03924"; byte[] input = m.getBytes(); @@ -217,7 +230,9 @@ public class SnappyTest } @Test - public void simpleUsage() throws Exception { + public void simpleUsage() + throws Exception + { String input = "Hello snappy-java! Snappy-java is a JNI-based wrapper" + " for using Snappy from Google (written in C++), a fast compresser/decompresser."; @@ -225,59 +240,72 @@ public class SnappyTest byte[] uncompressed = Snappy.uncompress(compressed); String result = new String(uncompressed, "UTF-8"); _logger.debug(result); - } @Test - public void floatArray() throws Exception { - float[] data = new float[] { 1.0f, -0.3f, 1.3f, 234.4f, 34 }; + public void floatArray() + throws Exception + { + float[] data = new float[] {1.0f, -0.3f, 1.3f, 234.4f, 34}; byte[] compressed = Snappy.compress(data); float[] result = Snappy.uncompressFloatArray(compressed); assertArrayEquals(data, result, 0.0f); } @Test - public void doubleArray() throws Exception { - double[] data = new double[] { 1.0, -0.3, 1.3, 234.4, 34 }; + public void doubleArray() + throws Exception + { + double[] data = new double[] {1.0, -0.3, 1.3, 234.4, 34}; byte[] compressed = Snappy.compress(data); double[] result = Snappy.uncompressDoubleArray(compressed); assertArrayEquals(data, result, 0.0f); } @Test - public void longArray() throws Exception { - long[] data = new long[] { 2, 3, 15, 4234, 43251531412342342L, 23423422342L }; + public void longArray() + throws Exception + { + long[] data = new long[] {2, 3, 15, 4234, 43251531412342342L, 23423422342L}; byte[] compressed = Snappy.compress(data); long[] result = Snappy.uncompressLongArray(compressed); assertArrayEquals(data, result); } @Test - public void shortArray() throws Exception { - short[] data = new short[] { 432, -32267, 1, 3, 34, 43, 34, Short.MAX_VALUE, -1 }; + public void shortArray() + throws Exception + { + short[] data = new short[] {432, -32267, 1, 3, 34, 43, 34, Short.MAX_VALUE, -1}; byte[] compressed = Snappy.compress(data); short[] result = Snappy.uncompressShortArray(compressed); assertArrayEquals(data, result); } @Test - public void intArray() throws Exception { - int[] data = new int[] { 432, -32267, 1, 3, 34, 43, 34, Short.MAX_VALUE, -1, Integer.MAX_VALUE, 3424, 43 }; + public void intArray() + throws Exception + { + int[] data = new int[] {432, -32267, 1, 3, 34, 43, 34, Short.MAX_VALUE, -1, Integer.MAX_VALUE, 3424, 43}; byte[] compressed = Snappy.compress(data); int[] result = Snappy.uncompressIntArray(compressed); assertArrayEquals(data, result); } @Test - public void charArray() throws Exception { - char[] data = new char[] { 'H', 'e', 'l', 'l', 'o', ' ', 'W', 'o', 'r', 'l', 'd', '!' }; + public void charArray() + throws Exception + { + char[] data = new char[] {'H', 'e', 'l', 'l', 'o', ' ', 'W', 'o', 'r', 'l', 'd', '!'}; byte[] compressed = Snappy.compress(data); char[] result = Snappy.uncompressCharArray(compressed); assertArrayEquals(data, result); } @Test - public void string() throws Exception { + public void string() + throws Exception + { String s = "Hello Snappy! Snappy! Snappy!"; byte[] compressed = Snappy.compress(s); String uncompressedString = Snappy.uncompressString(compressed); @@ -285,9 +313,11 @@ public class SnappyTest } @Test - public void isValidCompressedData() throws Exception { + public void isValidCompressedData() + throws Exception + { - byte[] b = new byte[] { (byte) 91, (byte) 34, (byte) 80, (byte) 73, (byte) 34, (byte) 93 }; + byte[] b = new byte[] {(byte) 91, (byte) 34, (byte) 80, (byte) 73, (byte) 34, (byte) 93}; assertFalse(Snappy.isValidCompressedBuffer(b)); @@ -298,7 +328,5 @@ public class SnappyTest catch (IOException e) { _logger.debug(e); } - } - } From aee2b852539dcab79e676e8fc9830a511bade7ba Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Fri, 15 May 2015 11:12:38 +0900 Subject: [PATCH 31/46] Removed unused variable --- src/main/java/org/xerial/snappy/SnappyCodec.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/main/java/org/xerial/snappy/SnappyCodec.java b/src/main/java/org/xerial/snappy/SnappyCodec.java index 53c93e5..b5e1791 100755 --- a/src/main/java/org/xerial/snappy/SnappyCodec.java +++ b/src/main/java/org/xerial/snappy/SnappyCodec.java @@ -52,7 +52,6 @@ public class SnappyCodec public static final int MAGIC_LEN = MAGIC_HEADER.length; public static final int HEADER_SIZE = MAGIC_LEN + 8; public static final int MAGIC_HEADER_HEAD = SnappyOutputStream.readInt(MAGIC_HEADER, 0); - public static final int MAGIC_HEADER_TAIL = SnappyOutputStream.readInt(MAGIC_HEADER, 4); static { assert (MAGIC_HEADER_HEAD < 0); @@ -128,3 +127,4 @@ public class SnappyCodec public static SnappyCodec currentHeader = new SnappyCodec(MAGIC_HEADER, DEFAULT_VERSION, MINIMUM_COMPATIBLE_VERSION); } + From c8842a060351a6b37c00fd09e4390f990f810b07 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Fri, 15 May 2015 11:19:17 +0900 Subject: [PATCH 32/46] Added findbugs and jacoco (coverage report) settings --- README.md | 4 +++- build.sbt | 9 +++++++++ 2 files changed, 12 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 7533eb4..99917d6 100755 --- a/README.md +++ b/README.md @@ -165,7 +165,9 @@ snappy-java uses sbt (simple build tool for Scala) as a build tool. Here is a si > ~test-only * # run tests that matches a given name pattern > publishM2 # publish jar to $HOME/.m2/repository > package # create jar file - + > findbugs # Produce findbugs report in target/findbugs + > jacoco:cover # Report the code coverage of tests to target/jacoco folder + For the details of sbt usage, see my blog post: [Building Java Projects with sbt](http://xerial.org/blog/2014/03/24/sbt/) ## Miscellaneous Notes diff --git a/build.sbt b/build.sbt index 955ddea..3fc24f5 100644 --- a/build.sbt +++ b/build.sbt @@ -1,3 +1,4 @@ +import de.johoop.findbugs4sbt.ReportType name := "snappy-java" @@ -68,6 +69,14 @@ logBuffered in Test := false incOptions := incOptions.value.withNameHashing(true) +findbugsSettings + +findbugsReportType := Some(ReportType.FancyHtml) + +findbugsReportPath := Some(crossTarget.value / "findbugs" / "report.html") + +jacoco.settings + libraryDependencies ++= Seq( "junit" % "junit" % "4.8.2" % "test", "org.codehaus.plexus" % "plexus-classworlds" % "2.4" % "test", From 272604b3b056bc3f3c70119a93d5e1e9cfce130e Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Fri, 15 May 2015 11:28:25 +0900 Subject: [PATCH 33/46] Add note on setting loglevel --- README.md | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/README.md b/README.md index 99917d6..c5fb69d 100755 --- a/README.md +++ b/README.md @@ -168,6 +168,12 @@ snappy-java uses sbt (simple build tool for Scala) as a build tool. Here is a si > findbugs # Produce findbugs report in target/findbugs > jacoco:cover # Report the code coverage of tests to target/jacoco folder +If you need to see detailed debug messages, launch sbt with `-Dloglevel=debug` option: + +``` +$ ./sbt -Dloglevel=debug +``` + For the details of sbt usage, see my blog post: [Building Java Projects with sbt](http://xerial.org/blog/2014/03/24/sbt/) ## Miscellaneous Notes From efd802162fd96b1482fa6b6f840c5ffbfb641ba6 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Fri, 15 May 2015 11:44:09 +0900 Subject: [PATCH 34/46] Upgrade findbugs4sbt plugin version --- project/plugins.sbt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/project/plugins.sbt b/project/plugins.sbt index c8896f6..6bc747d 100755 --- a/project/plugins.sbt +++ b/project/plugins.sbt @@ -5,7 +5,7 @@ addSbtPlugin("org.xerial.sbt" % "sbt-sonatype" % "0.5.0") addSbtPlugin("com.jsuereth" % "sbt-pgp" % "1.0.0") -addSbtPlugin("de.johoop" % "findbugs4sbt" % "1.3.0") +addSbtPlugin("de.johoop" % "findbugs4sbt" % "1.4.0") addSbtPlugin("de.johoop" % "jacoco4sbt" % "2.1.5") From 58016fd78daf5181077b076669b355d2fd479d7b Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Fri, 15 May 2015 12:21:12 +0900 Subject: [PATCH 35/46] Remove findbugs reported problems --- src/main/java/org/xerial/snappy/Snappy.java | 18 +++--- .../java/org/xerial/snappy/SnappyCodec.java | 10 +++- .../java/org/xerial/snappy/SnappyLoader.java | 57 ++++++++++++------- .../org/xerial/snappy/SnappyOutputStream.java | 2 +- .../snappy/buffer/CachedBufferAllocator.java | 16 +++++- .../xerial/snappy/SnappyOutputStreamTest.java | 2 +- 6 files changed, 69 insertions(+), 36 deletions(-) diff --git a/src/main/java/org/xerial/snappy/Snappy.java b/src/main/java/org/xerial/snappy/Snappy.java index 054c2e3..f96a06e 100755 --- a/src/main/java/org/xerial/snappy/Snappy.java +++ b/src/main/java/org/xerial/snappy/Snappy.java @@ -476,7 +476,7 @@ public class Snappy throws IOException { byte[] result = new byte[Snappy.uncompressedLength(input)]; - int byteSize = Snappy.uncompress(input, 0, input.length, result, 0); + Snappy.uncompress(input, 0, input.length, result, 0); return result; } @@ -569,7 +569,7 @@ public class Snappy { int uncompressedLength = Snappy.uncompressedLength(input, offset, length); char[] result = new char[uncompressedLength / 2]; - int byteSize = impl.rawUncompress(input, offset, length, result, 0); + impl.rawUncompress(input, offset, length, result, 0); return result; } @@ -585,7 +585,7 @@ public class Snappy { int uncompressedLength = Snappy.uncompressedLength(input, 0, input.length); double[] result = new double[uncompressedLength / 8]; - int byteSize = impl.rawUncompress(input, 0, input.length, result, 0); + impl.rawUncompress(input, 0, input.length, result, 0); return result; } @@ -687,7 +687,7 @@ public class Snappy { int uncompressedLength = Snappy.uncompressedLength(input, offset, length); float[] result = new float[uncompressedLength / 4]; - int byteSize = impl.rawUncompress(input, offset, length, result, 0); + impl.rawUncompress(input, offset, length, result, 0); return result; } @@ -718,7 +718,7 @@ public class Snappy { int uncompressedLength = Snappy.uncompressedLength(input, offset, length); int[] result = new int[uncompressedLength / 4]; - int byteSize = impl.rawUncompress(input, offset, length, result, 0); + impl.rawUncompress(input, offset, length, result, 0); return result; } @@ -749,7 +749,7 @@ public class Snappy { int uncompressedLength = Snappy.uncompressedLength(input, offset, length); long[] result = new long[uncompressedLength / 8]; - int byteSize = impl.rawUncompress(input, offset, length, result, 0); + impl.rawUncompress(input, offset, length, result, 0); return result; } @@ -780,7 +780,7 @@ public class Snappy { int uncompressedLength = Snappy.uncompressedLength(input, offset, length); short[] result = new short[uncompressedLength / 2]; - int byteSize = impl.rawUncompress(input, offset, length, result, 0); + impl.rawUncompress(input, offset, length, result, 0); return result; } @@ -838,7 +838,7 @@ public class Snappy UnsupportedEncodingException { byte[] uncompressed = new byte[uncompressedLength(input, offset, length)]; - int compressedSize = uncompress(input, offset, length, uncompressed, 0); + uncompress(input, offset, length, uncompressed, 0); return new String(uncompressed, encoding); } @@ -858,7 +858,7 @@ public class Snappy UnsupportedEncodingException { byte[] uncompressed = new byte[uncompressedLength(input, offset, length)]; - int compressedSize = uncompress(input, offset, length, uncompressed, 0); + uncompress(input, offset, length, uncompressed, 0); return new String(uncompressed, encoding); } diff --git a/src/main/java/org/xerial/snappy/SnappyCodec.java b/src/main/java/org/xerial/snappy/SnappyCodec.java index b5e1791..588236e 100755 --- a/src/main/java/org/xerial/snappy/SnappyCodec.java +++ b/src/main/java/org/xerial/snappy/SnappyCodec.java @@ -48,7 +48,7 @@ import java.util.Arrays; */ public class SnappyCodec { - public static final byte[] MAGIC_HEADER = new byte[] {-126, 'S', 'N', 'A', 'P', 'P', 'Y', 0}; + static final byte[] MAGIC_HEADER = new byte[] {-126, 'S', 'N', 'A', 'P', 'P', 'Y', 0}; public static final int MAGIC_LEN = MAGIC_HEADER.length; public static final int HEADER_SIZE = MAGIC_LEN + 8; public static final int MAGIC_HEADER_HEAD = SnappyOutputStream.readInt(MAGIC_HEADER, 0); @@ -59,6 +59,7 @@ public class SnappyCodec public static final int DEFAULT_VERSION = 1; public static final int MINIMUM_COMPATIBLE_VERSION = 1; + public static final SnappyCodec currentHeader = new SnappyCodec(MAGIC_HEADER, DEFAULT_VERSION, MINIMUM_COMPATIBLE_VERSION); public final byte[] magic; public final int version; @@ -85,6 +86,11 @@ public class SnappyCodec headerArray = header.toByteArray(); } + public static byte[] getMagicHeader() + { + return MAGIC_HEADER.clone(); + } + @Override public String toString() { @@ -124,7 +130,5 @@ public class SnappyCodec int compatibleVersion = d.readInt(); return new SnappyCodec(magic, version, compatibleVersion); } - - public static SnappyCodec currentHeader = new SnappyCodec(MAGIC_HEADER, DEFAULT_VERSION, MINIMUM_COMPATIBLE_VERSION); } diff --git a/src/main/java/org/xerial/snappy/SnappyLoader.java b/src/main/java/org/xerial/snappy/SnappyLoader.java index 2cff1a6..11f40a4 100755 --- a/src/main/java/org/xerial/snappy/SnappyLoader.java +++ b/src/main/java/org/xerial/snappy/SnappyLoader.java @@ -87,7 +87,10 @@ public class SnappyLoader static void cleanUpExtractedNativeLib() { if (nativeLibFile != null && nativeLibFile.exists()) { - nativeLibFile.delete(); + boolean deleted = nativeLibFile.delete(); + if (!deleted) { + // Deleting native lib has failed, but it's not serious so simply ignore it here + } } } @@ -217,37 +220,50 @@ public class SnappyLoader try { // Extract a native library file into the target directory - InputStream reader = SnappyLoader.class.getResourceAsStream(nativeLibraryFilePath); - FileOutputStream writer = new FileOutputStream(extractedLibFile); + InputStream reader = null; + FileOutputStream writer = null; try { - byte[] buffer = new byte[8192]; - int bytesRead = 0; - while ((bytesRead = reader.read(buffer)) != -1) { - writer.write(buffer, 0, bytesRead); + reader = SnappyLoader.class.getResourceAsStream(nativeLibraryFilePath); + try { + writer = new FileOutputStream(extractedLibFile); + + byte[] buffer = new byte[8192]; + int bytesRead = 0; + while ((bytesRead = reader.read(buffer)) != -1) { + writer.write(buffer, 0, bytesRead); + } + } + finally { + if (writer != null) { + writer.close(); + } } } finally { - // Delete the extracted lib file on JVM exit. - extractedLibFile.deleteOnExit(); - - if (writer != null) { - writer.close(); - } if (reader != null) { reader.close(); } + + // Delete the extracted lib file on JVM exit. + extractedLibFile.deleteOnExit(); } // Set executable (x) flag to enable Java to load the native library - extractedLibFile.setReadable(true); - extractedLibFile.setWritable(true, true); - extractedLibFile.setExecutable(true); + boolean success = extractedLibFile.setReadable(true) && + extractedLibFile.setWritable(true, true) && + extractedLibFile.setExecutable(true); + if (!success) { + // Setting file flag may fail, but in this case another error will be thrown in later phase + } // Check whether the contents are properly copied from the resource folder { - InputStream nativeIn = SnappyLoader.class.getResourceAsStream(nativeLibraryFilePath); - InputStream extractedLibIn = new FileInputStream(extractedLibFile); + InputStream nativeIn = null; + InputStream extractedLibIn = null; try { + nativeIn = SnappyLoader.class.getResourceAsStream(nativeLibraryFilePath); + extractedLibIn = new FileInputStream(extractedLibFile); + if (!contentsEquals(nativeIn, extractedLibIn)) { throw new SnappyError(SnappyErrorCode.FAILED_TO_LOAD_NATIVE_LIBRARY, String.format("Failed to write a native library file at %s", extractedLibFile)); } @@ -318,7 +334,10 @@ public class SnappyLoader // Temporary folder for the native lib. Use the value of org.xerial.snappy.tempdir or java.io.tmpdir File tempFolder = new File(System.getProperty(KEY_SNAPPY_TEMPDIR, System.getProperty("java.io.tmpdir"))); if (!tempFolder.exists()) { - tempFolder.mkdir(); + boolean created = tempFolder.mkdirs(); + if (!created) { + // if created == false, it will fail eventually in the later part + } } // Extract and load a native library inside the jar file diff --git a/src/main/java/org/xerial/snappy/SnappyOutputStream.java b/src/main/java/org/xerial/snappy/SnappyOutputStream.java index b25b0b9..57ce25f 100755 --- a/src/main/java/org/xerial/snappy/SnappyOutputStream.java +++ b/src/main/java/org/xerial/snappy/SnappyOutputStream.java @@ -86,7 +86,7 @@ public class SnappyOutputStream */ public SnappyOutputStream(OutputStream out, int blockSize) { - this(out, blockSize, CachedBufferAllocator.factory); + this(out, blockSize, CachedBufferAllocator.getBufferAllocatorFactory()); } public SnappyOutputStream(OutputStream out, int blockSize, BufferAllocatorFactory bufferAllocatorFactory) diff --git a/src/main/java/org/xerial/snappy/buffer/CachedBufferAllocator.java b/src/main/java/org/xerial/snappy/buffer/CachedBufferAllocator.java index a0ee40d..3f50f93 100644 --- a/src/main/java/org/xerial/snappy/buffer/CachedBufferAllocator.java +++ b/src/main/java/org/xerial/snappy/buffer/CachedBufferAllocator.java @@ -9,8 +9,7 @@ import java.util.*; public class CachedBufferAllocator implements BufferAllocator { - - public static BufferAllocatorFactory factory = new BufferAllocatorFactory() + private static BufferAllocatorFactory factory = new BufferAllocatorFactory() { @Override public BufferAllocator getBufferAllocator(int bufferSize) @@ -19,10 +18,21 @@ public class CachedBufferAllocator } }; + public static void setBufferAllocatorFactory(BufferAllocatorFactory factory) + { + assert (factory != null); + CachedBufferAllocator.factory = factory; + } + + public static BufferAllocatorFactory getBufferAllocatorFactory() + { + return factory; + } + /** * Use SoftReference so that having this queueTable does not prevent the GC of CachedBufferAllocator instances */ - public static Map> queueTable = new HashMap>(); + private static final Map> queueTable = new HashMap>(); private final int bufferSize; private final Deque bufferQueue; diff --git a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java index 63e7122..2b8af34 100755 --- a/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java +++ b/src/test/java/org/xerial/snappy/SnappyOutputStreamTest.java @@ -181,7 +181,7 @@ public class SnappyOutputStreamTest // Regression test for issue #107, a bug where close() was non-idempotent and would release // its buffers to the allocator multiple times, which could cause scenarios where two open // SnappyOutputStreams could share the same buffers, leading to stream corruption issues. - final BufferAllocatorFactory bufferAllocatorFactory = CachedBufferAllocator.factory; + final BufferAllocatorFactory bufferAllocatorFactory = CachedBufferAllocator.getBufferAllocatorFactory(); final int BLOCK_SIZE = 4096; // Create a stream, use it, then close it once: ByteArrayOutputStream ba1 = new ByteArrayOutputStream(); From 67e7cb57fd92d1cf08eb5744c1d865cb2a3b3ffb Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Mon, 18 May 2015 18:13:25 +0900 Subject: [PATCH 36/46] Add test code for reading Snappy.compress result with SnappyInputStream --- .../org/xerial/snappy/SnappyInputStreamTest.java | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java b/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java index 31139a3..9af40bf 100755 --- a/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java +++ b/src/test/java/org/xerial/snappy/SnappyInputStreamTest.java @@ -35,7 +35,6 @@ import java.io.InputStream; import org.junit.Test; import org.xerial.util.FileResource; import org.xerial.util.log.Logger; -import scala.Array; public class SnappyInputStreamTest { @@ -193,4 +192,16 @@ public class SnappyInputStreamTest assertArrayEquals(orig1, uncompressed1); assertArrayEquals(orig2, uncompressed2); } + + @Test + public void readSnappyCompressResult() + throws Exception + { + byte[] orig = readResourceFile("alice29.txt"); + byte[] compressed = Snappy.compress(orig); + SnappyInputStream in = new SnappyInputStream(new ByteArrayInputStream(compressed)); + byte[] uncompressed = readFully(in); + + assertArrayEquals(orig, uncompressed); + } } From ac168dfdce76fb077403973a2716f1def839db7e Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Mon, 18 May 2015 18:13:49 +0900 Subject: [PATCH 37/46] Simlify incomplete header handling --- src/main/java/org/xerial/snappy/SnappyInputStream.java | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/src/main/java/org/xerial/snappy/SnappyInputStream.java b/src/main/java/org/xerial/snappy/SnappyInputStream.java index ad68ad9..a738036 100755 --- a/src/main/java/org/xerial/snappy/SnappyInputStream.java +++ b/src/main/java/org/xerial/snappy/SnappyInputStream.java @@ -95,11 +95,6 @@ public class SnappyInputStream } if (readBytes < header.length || header[0] != SnappyCodec.MAGIC_HEADER[0]) { // do the default uncompression - readFully(header, readBytes); - return; - } - - if (!isValidHeader(header)) { // (probably) compressed by Snappy.compress(byte[]) readFully(header, readBytes); return; @@ -393,8 +388,8 @@ public class SnappyInputStream // Concatenated data int remainingHeaderSize = SnappyCodec.headerSize() - 4; readBytes = readNext(header, 4, remainingHeaderSize); - if (readBytes < remainingHeaderSize) { - return false; + if(readBytes < remainingHeaderSize) { + throw new SnappyIOException(SnappyErrorCode.FAILED_TO_UNCOMPRESS, String.format("Insufficient header size in a concatenated block")); } if (isValidHeader(header)) { From 9215b09cc559d6bbf24a7057ae3af56b8315073b Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Mon, 18 May 2015 18:30:24 +0900 Subject: [PATCH 38/46] #107: Add release note for 1.1.2-RC2 --- Milestone.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/Milestone.md b/Milestone.md index 7b13660..20b267a 100644 --- a/Milestone.md +++ b/Milestone.md @@ -1,5 +1,8 @@ Since vesion 1.1.0.x, Java 6 (1.6) or higher is required. +## snappy-java-1.1.2-RC2 (18 May 2015) + * Fix #107: SnappyOutputStream.close() is not idempotent + ## snappy-java-1.1.2-RC1 (13 May 2015) * SnappyInputStream now supports reading concatenated compressed results of SnappyOutputStream * There has been no compressed format change since 1.0.5.x. So You can read the compressed results interchangeablly between these versions. From 38aa42aa030c85e93ff49f1ae8ecaab5f3f78328 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Mon, 18 May 2015 18:30:55 +0900 Subject: [PATCH 39/46] Setting version to 1.1.2-RC2 --- version.sbt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/version.sbt b/version.sbt index b987309..03d1787 100644 --- a/version.sbt +++ b/version.sbt @@ -1 +1 @@ -version in ThisBuild := "1.1.2-RC2-SNAPSHOT" \ No newline at end of file +version in ThisBuild := "1.1.2-RC2" \ No newline at end of file From e5abaaccaa09cc93b8a052076345d6840252d013 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Mon, 18 May 2015 18:31:35 +0900 Subject: [PATCH 40/46] Setting version to 1.1.2-RC3-SNAPSHOT --- version.sbt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/version.sbt b/version.sbt index 03d1787..9e85fb5 100644 --- a/version.sbt +++ b/version.sbt @@ -1 +1 @@ -version in ThisBuild := "1.1.2-RC2" \ No newline at end of file +version in ThisBuild := "1.1.2-RC3-SNAPSHOT" \ No newline at end of file From 14a82e8dacf935c29b51d036ac46e1b020b1f41c Mon Sep 17 00:00:00 2001 From: vharseko Date: Wed, 20 May 2015 00:23:11 +0300 Subject: [PATCH 41/46] src/main/resources/org/xerial/snappy/native/SunOS/sparcv9/libsnappyjava.so: ELF 64-bit MSB shared object, SPARC V9, total store ordering, version 1 (SYSV), dynamically linked, stripped --- Makefile.common | 9 ++++++++- .../native/SunOS/sparcv9/libsnappyjava.so | Bin 0 -> 57592 bytes 2 files changed, 8 insertions(+), 1 deletion(-) create mode 100755 src/main/resources/org/xerial/snappy/native/SunOS/sparcv9/libsnappyjava.so diff --git a/Makefile.common b/Makefile.common index cdc339e..38d5452 100755 --- a/Makefile.common +++ b/Makefile.common @@ -42,7 +42,7 @@ endif # os=Default is meant to be generic unix/linux -known_os_archs := Linux-x86 Linux-x86_64 Linux-arm Linux-armhf Linux-ppc Linux-ppc64 Mac-x86 Mac-x86_64 FreeBSD-x86_64 Windows-x86 Windows-x86_64 SunOS-x86 SunOS-sparc SunOS-x86_64 AIX-ppc64 +known_os_archs := Linux-x86 Linux-x86_64 Linux-arm Linux-armhf Linux-ppc Linux-ppc64 Mac-x86 Mac-x86_64 FreeBSD-x86_64 Windows-x86 Windows-x86_64 SunOS-x86 SunOS-sparc SunOS-sparcv9 SunOS-x86_64 AIX-ppc64 os_arch := $(OS_NAME)-$(OS_ARCH) IBM_JDK_7 := $(findstring IBM, $(shell $(JAVA) -version 2>&1 | grep IBM | grep "JRE 1.7")) @@ -141,6 +141,13 @@ SunOS-sparc_LINKFLAGS := -shared -static-libgcc -static-libstdc++ SunOS-sparc_LIBNAME := libsnappyjava.so SunOS-sparc_SNAPPY_FLAGS := +SunOS-sparcv9_CXX := g++ +SunOS-sparcv9_STRIP := strip +SunOS-sparcv9_CXXFLAGS := -include lib/inc_linux/jni_md.h -I$(JAVA_HOME)/include -O2 -fPIC -m64 +SunOS-sparcv9_LINKFLAGS := -shared -static-libgcc -static-libstdc++ +SunOS-sparcv9_LIBNAME := libsnappyjava.so +SunOS-sparcv9_SNAPPY_FLAGS := + SunOS-x86_64_CXX := g++ SunOS-x86_64_STRIP := strip SunOS-x86_64_CXXFLAGS := -include lib/inc_linux/jni_md.h -I$(JAVA_HOME)/include -O2 -fPIC -fvisibility=hidden -m64 diff --git a/src/main/resources/org/xerial/snappy/native/SunOS/sparcv9/libsnappyjava.so b/src/main/resources/org/xerial/snappy/native/SunOS/sparcv9/libsnappyjava.so new file mode 100755 index 0000000000000000000000000000000000000000..d3e4795b4a0c8a81e557c515e1b754c1f9e13f91 GIT binary patch literal 57592 zcmeFadwf;Znee~P$+_i1*n|KffNU-z2tq(E5ii+Z5WG~VSc{6B6CpqpNK8V4R-0qe znFg>eQmPbnJWwQzwKZA3i=MxGDeKagRDkRaD(4R1fP(qO3U_z<=i6eyD zblQ!ocvw!j!vzqpB-9Yx{<~A>)#taKCUHH5necN6X*+)HRC+(&33 z$gkCj?0>(L_AGjqla_WLL+-;FV$tq?gd&|^Ogw-vP^Wu~hNS^b{XCL*6hV(2HAch7 z5|7i*5=}^Zp2TyRPESdLr$3hK#7rGuq~l9;Y!P2dxJ;+r=t}p2_^Pz$Ytx?Pab8+_ ze%iD9xIjPLOni%ezSYgtaixwI6ED%vONp21=W62H_45iHuhMaPRG*&c<@sA_uy5<< zXd3LRJbKLDu?kTDu@C%eT)o{uVj;>Qc0s93dshcsYz6S=>`4D}e~M16Ps1$YS5ojs zm%a)7k0_4l9KWYtb7DoGdrDLIk9@4*CBVxtLZVaDyML#K3;ta2`Coq1b~&-o^?bwB ziOk4Toua?+5hpM7d+;|xUu+umUvuiQ?WJcga7U+&{mUJE(Ou7eLnksLPj`xbxvBGn z&tob0Ldx4ebizBz)QQZ%Xc2KW;xI=6T0 zg4jggdntJN0u85Me9092g5PU6{p(Nb_u4Bo{089POW`*zNyC3Q1)r(qqYUt0NWse! zY4{(e;Bz`1xEK0?ekpj}niPIuEbv}_feTakt7wn?+Y6n4NWmYX{q}Ds@SmmNRWAMI zz~49n{lknq@i}C?FR){t!2dKw=P{QK@L)gio%)RZrp7M^J_dWGeI3`olic8WDLUmR z((rG9STDceEzlSLNBG&S5v1N#DLNNL9C!h7Fij43xc#^Rcv`>T{)nbCRjE*Uiq86@ z8crO#ntBI2>1U5?IHogHE0g!>ztDr`=|CW%e@xN8V7o>^KA{7^d-;XZ^%lPEpWr7= zoyd%Gi&FF-Ezo&oxT>R4@ELBq1U`dyXci|5%%b3qLQX;EgW-^ML4{PO-;Gn18<_iymyjxYGL zf5U8#LGieoKm^UW;3vP1%wB%^f0x3a0iOLs{`o&n!T&)w z#j_mvo)mn>{Tjav`0FWn<3bIWdViOKKYColX-ED?wAWb!8T(y0bP7s(mruc^DLS>A zHJy9F-=vw-AU7&_G=+anv4+y01!5<)pZ3Tc4Sy2&pHlF7YcxE{axjpBSM{Xu`e@MgCPT(@1y8b6} zw|^^u|7!|( zWnIg7e7(nx?SBd%NZ~i4-}VoF3u7tx?a;Mt{;`J713nvgFTcLuOyRHIs}ZgRzbXZv+pXa{f&YC9KEv(D3BVuey&wB-KLb3? z&w21Wntn{xHY~5Js$3GTS+%%IU0vB&8Lp{Y7G6_TS6#UxT)(Qaw)U>@d^@_XvZ1=M zD!h8t;+mDUbyfBCRZFg|TD7cUc{qIS?NV?><*H@jxwqY3wYVWX<*KVxc=ok(FT3>G z@Z2k}oImS^@C}zU_43LUD{ic*Uh=i7hUGO& zX3Z-P-(F+$Ja2MY`1X}H^r|cFR^f16)w1gPhN`;o(z?o(RpIJYOKTu?!;RNXcjPj8 z+GTe&R9#wES9#a`n$>lSt7fV2(&|;!DtvWg_*j~2YXb8YOAS}Ks8gnZx4dfc9aT$GRaLLLgNoAlm^$AEEv>7nO0OoHyDO&5YD~+Y zQkKES4K-KIy|HTXta;ZgUODd?SejN{(@1*dDGjNwYN)TRT3o%f8YZ>8XIC{yLu*#e zZ>X$mIEA`$bwkyfa6{c)D{2r=&m7M=XB3*u_A3#S-5ZLnT3IdeFiVW>@>2E&)yd|bAA>C&n?cwYRKn5nM6k>)IM zdxjxwmv?(;Rdr2R2DOIT22+o!`Be>9%}eL~g0G#fc8p9~ca3XQvPb&`mo`>buds!j zKI$izJI4HqD%XnF)Ln3W)zaz}D{iP?a>ZAYL9c3mddnTnKMj70nd__SSFg-4ZrL_etd`hLv}W>@@YljCsw(dYFR!dy zVs~=NqPm8b1}&-jG6SDN#!jqhNb8X^8D`tYu4IO($u#8JM5oj-H9n@h3UXy#<+7Dk zs~Q{=ym($i^;Z?KOX19_btVCS6_dBhp7*bw|mhpm)_WvmRxbub(enas>`!W^lm~@4Jvp0 zFVhuZQgqd3MfGjr##55dR@_s=1iLZ&`n1|lvw2hJRaMPh)U9=_C&pQURxLv#HO5Y>c2;`%8!PLW8_J!|I)BQndGqUUPs=}3?>b^n8K-M; zHdj|JtD3J}5;0b)zM*bKmF@4%ub+wwRy%oecz&2UJ6vCVx436FpPCP*Yd-K6YnD_A zAB%6FHTkkMPR^fk<+Yd2p6@!rOIEL}#b&r>lR@Cf2CAB?>np44)7%Lc%=~c!*2A@= zuF8pSFR?w4v^t&MupPDD?UVLoQp)4@hiG$JjWT~^_owX&QCZ4^J(I9SQedTz(Q}KKUosP(wr&WE%ZxjjYUPy4NHOIzyDN{(0fQQ4H(7l4(?pgw-elUCpW&RB zrD|~uv7MbVZF)%JO5zWvb9e^-!5%2$c&@BH)jzUI314|dn&#N^8!In#mi1Uo(^s-Z?z(wwmmr4uko zRZCYU}& zXg?Eol|`|bnUxvqqfCoDnMGI1+}mDDhB6Dxx`5* zCWiWkC5y+8pIBcrak?Z|%F`4zX?165RaLOCImuJBpzKz|rS#Zlv8@tzJ!8dDoGz;#OH+HvW z!FOu>4Vmy=ZoLjYx4mkYsqtf(_`m4ZaEIP0{9p8Fct^e;hAoY@6?lmyY)JJrQi!RzU2^f z`G01)hR?}@Z`Sa6nebm6({P7gioOevWZ{Q2zEjUB{9l+FUYm*EVQBc8O!%`7p0OvI z1>d0Y+p^#>4R`WS)%)yD4R_k-!i_g94UgHe3s>KNO~ajXF5Gy-)bNfBeB%u#ZS2{b z0asfWYW&U&xbcRAXY5I2z*VfrP8)l=v*0fNfeg6uVo2lnWWwKY+j}$<{$iPfZ{jNi=5f;;7n z-z?978?U{g>16V+^nDWJH?d6o*8>{AGXt*ly%*y*2QuKs>!US(CjUyG*BdWM|H{vu zul0C&smuYp{i4sCjF&R`SNa^pcqy8JZ@hlDoi<)dWWe2fLB>nRGU581#dtYOp87o9 zc-hLr@3zy%%US&Ba~9*}4Vn1*yxw?uZx;M*O{XUlzQW%Se2kV5WdP8T-fb@A(9ikop<>BP3=MOhW4C+)JteU}~UY$Hx9P z;@h{7f0V?P1e1{Z8T(@-RuD`=>gU{7 z>W$A%kS-^fgw)U2zn8=qf|&yHWb8k{zl{Wwkop<>J4oC>FjGLDjQt7zl{=LtA@wu% zcayk|V5WdPIrmxQzO@TC?0jSYG2-6(O6LE`5^? zw}6f81s(w=cYm_+qrhhN0*?V(-3z=E*wwwjdw_|4X3_r@AbUJ!!%g7dCS=1cU{iX5 zM}S3pfeUOxFYuU#Wz+8jUZC@c^w0QJ4^K^mEc_P)VRA2U6IiepxCQL)Uf>a6-|7V( z1=iXNJO=E%Uf`X;a63wwb_fr-zS zO(zCycrWlyVAZ|Adw_`z%A&ImkbQ?V8*T!hN63a-!20$Aj{uW!3jfg$_RX`XQyOcj zvl=A6@0Fg=eOP9l7f6TQ_nV&3&vQBlk!Otpcarj%&B^5FKlk@s+fp1UN!;4$>0-qh z-5OCvmKv4=PKyySROER|ptIr2qSAn=%>JaMGiq9UQkUQ{ZMmn><)%lowAgutEh zmB)mx_eJH`^g@=;e61Up)Y)d3o-Uz3&QkZi*%K0eg}?M?SQ1``!)y1?{U5}{cn%@7 z^&62`*Dn%+KcBbL@^9%MF`(;*{;%G;wX=`ZC%Cj>>@lf>m817n6%c|qqpZniGLAh@7Y@HI> zP_9PglP%*k-r6bmQZMByzogucDR+M_<>pH{>b)wR-|m}DBTgU=3IFjr^xA=iT9lRB zHbUjb>zuqqooQsX?c3C4wivfbyVKideF=}Xj4}HEv~p9vq}*+k>*%H2Xx+9Vw{5~_ ze32R2XsE&P=849v!QP1SZ!%OVGB8E%l202;$%84WI_3|=#EIUw5w!}@@)#X z_ZZ97 zyd3V^OBulr%~8eR9}=9k;A{lv>FJRHIXTJXKlH1J3f_a7_LhMa(H~Eb45f~I%6#w+ zb-V@rf0@+&K6Mowo78?t>XkZ4hYkWy$02>_z@+vMD0_Hgu>C#DH~i?PkIJV*;|)r~qt8yGH$da{NyF>w;;L?a1++tKD*O%2!iTRX) zEf%=Hg?MdMnMZJ1t7<*bwaPPPZt_#XiEbaQ#?l8pW1^~i(OBh;E8B)rcc8;i*!JN+ z>Zg=x)Fe-IH;z?;w~2D1SL8jo5!&gx=gddHj&R|1FnVTjN>qY)2bDXwpgZ?_h^lhQtt>Z2K+8K<6 zt;htOUUy$}a+}Zc>@}2c=-lLIk{@k1Jzh)Y3LTkeup2Gf6fnnulis?%o7i{H>10MX;IC8OBBSs>-sHz0X_fUJmIv^X&FPr>3i^{hRPvPQ1*; zp=_9WvJE_oxzUpdw|^5^7lAYPN!tCfvJ`zh47}OV$E6N6pSG=S866#*2=9C-K3NS& z6hu{5LFZr@n{jE+r1lJN5{y$||3Z6y7u~9) zPnNX=O#{8?*A;FbF0|pt0RMmVQQA`j zon`b5eR|dj`qtk%HKNu|i}{~WmS^o`Q*HC8BIq?e>5rlN*tm!qLD{x=t}3$Ih)wyh zpR_aL+3B;}c^Fv?ju%9{@cu{OIq>%(JbWNLl-4A7OFvL=7`or2ZhVuo{y^Oxkzrm< z@@bJFyv+q?w&v}hg*V2}Per!U-}I@cbh-CyG1D5_;;TqTW04Ds=cqo!3cKUo7BD?q zFEUkpqEguZp^UYD*nQ^Qv$l2kR6k?6_Y$#v+Zh|Ee_Zh66D+me7xT21M?ylUcy98< zHeZBx$JA)c^L!5YJo~0vo(=Nc;)`7fPe-Iacx^`a{Us644<#=)I-1VcJeRNNcIH}m zg4bK^I`L}P3ZIkO-;8-wzj$BMvo2_cNOx}un7O1yj{hss7k!x2{uXH;>3<^aC;c|* z0O@}w9VGn@vUwAIekIYDFp)O(ZBN7}pcj4HUrkJ)Px`iZk7xyUH^G0Lenu|8 zK&~F-v`hEvv!tb8cgOQBgZ!tEqvUrWN9p&cNlX4SUBUKWFovFrZnZo`mS7n>;Rff-kcAQH3qP;_bd@p5+^MeA{TNI4|y*g6>aZ&bZuXsj(uf@dV_! zVH|PmgouHE?|WiEWX;Y2Bh=Qii18t7Cgf7E%cwZ{G5sQCduFshPTxO{u6Up~$d z{4gKuMNfQUR2_nkT>(>UOcQfv5xQ5358y9dcJkK``t~K`1^bel#V$^2e|SqyMKYe( zBV+cFL|%`K*+;wbdUC{8Gtc}3I`lAhc%aM$tz{9`s+Q;AWW~G@Rp35k&m)uCH|sg- z$MzgDseKFO9_oTdcG*NfOV-DOcY4%d=>L%UOZ0bB7xNhDACb@uyOF zk>go-=Ycm5yqNf5jHwFxYKF{RGH;=$XQQ+CGFJ=~Tj10cnUh5WyJYTj=9H7yi_Ow_ zEilsduL+v4lF@XWM^{=24inaqFq zVkd3AoYB6Oak5p9lWmEKF)wZWCc2uFx9sG5wk>k(-cRvyhhy_R58{W?cTa9M*c)JO zqrZO!T;`OYC$NE}+p&GpzdNx3lK+pS#TWW1uqWu__O`*w(>hKS$ehY}@;%s+Ot!JU z+c?rH5Fhr(7vks6jO2*T+T@LTu=&Me!^B>R4YPbhUlkiR^0Q0cW~^Q=_6wVNj`$+t zhmijqGHypMuSvcu7m+V>KrJ{va0Txv8Zg<<##n^@RoOK?{e-IhO`&<6jvfBI|*eP_(Ut*~n z1y^WpGp(X1_Bzi}gBUwL)?@yy_?CxRXJh*tWRHt}DPm3^CiAiM74p0z=2ImxpE*qG zPuvWxn@sbuPD{NNFiQ?mwsVYGf{q>QX*7+Uloc93f-YqjLZf&)zH)D6rCb`kL}jk7rm2S0z*7;rX9K5`!@^HR24)A)Dga)j}41X~-*OIU$8vSS|e zNLgt38Sg_|yvhUJHNv0h6tefBQ|ee#`@T;6Pr{p>$g7jJP3IU(bp+e@?V>!oR*J68 zW*_Y@(H*hj<(3-N0lXI;_Q1m)_9NL3RUyg$ghs^CiNu14Df_F~6i-WGPjez*;qzOi z(eL-5`^>SH>XV>O_&d5Q5DRwWi>8-*i$1k{Lk_@m3GK;|`UxJv>nJpnf-5*~Jx^bf zTAx4q!S0?oyy$iepdF*ZGlUDAZ9J8L|*amzJ0WJ!Skd?(O=^T+lnh~f2t+8Z(mz*-zz%@m>u|1d*e;}9!oUs zd+1QpzINe9>V|fSEf?^5!uwwFzNCJJuM(2Jr!QHpV-rOm8-j}2H-V3y&&>09{e){!I()W-aCeI_g zRBMN!`qTH79%O^f>TB=GZBw#`#~yhwxps;fY$>XUGUvR<9Mpp@ZJ;0Dm-2aWHCM_( zb2c;?8;g@s%Cet#X)EPq|IUR$?|PxNeu`Px)~_PEu3vNX;VI^TblUhX@5}xibu>}O z2ee_n(5H>1(gw>{%KR%bvSA`yTmPl*-uiys803VE#g3sjdw71Rt7+dJ>04-qdg$K` z{wRKg^g-#rFcy!TY-Cvd|T|xiZ|+ zzd8EjDcGU3K62$K`<#>;O?`)ve1z>%TX#dGCJI#NI2m?_+Eq^o9SU zqRZGYNgFMu#h!ENpW}_4Vng$swwL}@<33BwUSR15f(vh->HH&-FVAUwmVx&i@WIlT z%gjDB zC@`4^qB0K*iQaGOdBF2wVocPY2X+T~WFGiI);!Qo8*h~M+v~JgM0qXG;!nb?gTn2P z(Pu;OJJ&~J5uY!j?oKpB#=gBUVs;gFvd0}sM%yAeMa$K9pzUcb!&hAtF=WlgKC611 zwUyW`{AJdgrh1t5U)RFO*yvWXxOEw8!S$A`1)pCx!pe(ojr3&?^cMD|Rs4#Gad4rf z){m|Ay|pk>(w1ZS@qt3{k_#V#cRllqio?S@w~#lfy=k4dGdEt?}FE?n$4a_ zC{ftsg`TXj?jle8>$`!;p3S#NOSyYU%bv}>q-D?M+xS0C=yMG|eNFt_PT8}mWgk)Y zZ0?MYqkVnb>qyIk_5&M~W*niQH^}7R|Md-u1 z=)>TVU7im1qlW_jj_8BTq0Et;nf}$_r#2ZQ-xr+#?^{w{`bBVQ&vAPdhrbcOT; z+h?X<#D6AzUIPDF>Rvm}L`NcJ4^1|QfaB?+zgo{dChO;k2XgFvSR)>6AHOd59MuxC z3Piu4;n|RDCbv$Gz?Z3_+oHz9_l)+may9`U`Q5Vby}{~JG)GMkzYRHzMThcao+??c zL=V-6zKDU3@YBP{X&ih^Bj8_jV<$qp25wcY7xkzFy4Z>?B0~?jj~zxAnG1}W5%tLS z(NSZ^callgT%X|I6lvRyof}-e$rwEmnfy&?5N{XVX8aA>Fj5tJ<0>Hh$v&R!zn
|D8IC*?y9d6nq0`{7JV)@D=o}kE2^0V{s!wLkxE{8F&FcNCLAR=os_Ut?hHXF*{iC%Y& zju@gBf`={dFEp?Vp6;8e<0i%s`{~%DKCEy02;YqJ*)75L+4uw{Jqs-H(eMRIeus}` z$hg5)nRXeEGB$ZE=?B9dKY7QSUuS&Im3GoM%4?~^=t8O3?hN}Hh_L25&7N0$%>Kx3 z<}PIQ&c|aSC9EY%wS4c1H%4Us+bMl5_S#tP8INyn>kemlYouS>g6+fU*B-e@6K~q_ zABmCH4Ed1X@I-jWk?lEFk@!_dks)#$ z+v1HDOW%~#B(FT$)ZSOd)MUc0fw4s1>uO5Jz!5SYEExyVS6{iWmnA2kp|6X2>Fd5( zeI10?ci}xKyr%VcSbV><{_e{-KdryL$C``i@4jEA!|Z*$E^R`lrTB38GbPLL;XZQ9 z(e9T-_t}dWBf29p)?=wibdoc`88V(2OBME5dMSFbJC?LA z{g=m+`uj7;xVP~%BTL4UknbeqJ0MNI!L0E#qc{2L@iZfCJQ*^VAg33_{vb=%TqVVs zvOM{Tw3|HE2PJ*5x6_dCbs`tBiT1dhqk=MaL@$xEDSAoT^YqeM8BdHYb%U&T*CRvG z`>p7`&_wTLjiK$5Do2jP)=IxJ7S@j|6T9V?d})7bJnUfKbH{t`SU}f{IL`~6X0w)^ zY?Jv&>=o^65!*!@m@@|bKC^wvjlxU(W_V%j{o^tt)ZtNmb}^6pURGzZo-B?RMpcZn zKiRY26^MBXPE?#=pPoBdj{U-)8N^;nG4`u?!wB&8{EyBTQ}<$-gQ$Bbb-#f8E_HPZ zIle4)gY&BBA?b%Dj)$=|;T?ZP9{L=75c9venEdyI7qNZp8?+-EdwrI@j@uhj-C7hp+#5AHHsg zvM*C|${%MQrCs=-u0Q?*=7k@m{PF+FzKrMhS^F}NWy}}B_C2(vPTD2%wsqL@+`@d( zPMuHTi$8p5VJx(X6%6xHDf#&2o_%jO#EdTF-;(mlSBXBf+CDkH6>~ZFALQ&wd~(iC zfRSD=XELrozSj1~Piz?(?HB!t?Pp)Z9yNY;RILld#Gn1{7N7XlF%NL@CEDVJG4X5H z0u#S>9cl4v*OL~%_I}dh*M5(*__g1s4d2C%Hshx@Cni{&3ARV$&e`mJ`fRp^wD`5H z`fT<)q{XlOJAF3$_oRc+le5{Tc&@!qzDDnp-$mN-^Kx@v$382M;yGuoI^E(@!B+@u&SV zNAC(mWgdU{?S(OSZ!*hw9@rzkv-Br;p9sFlTKmqoIKFet^_>?UkbNuUt$pWP5B7KJ zd3ZcNqWI3|M~2vUCg}_DooWA~10Kus@cGz7e7d&$Ww!53J^2R~MwR%pTiM6mk89=n>ftjDe)E$gvsNy~cdYouj8b{**;^hAFvSYL_WT6#TpDQVH$ z%k+Bea?+x=SLpTFEYhO4SE9ES=;kxMg= zbwkWuH>`NjSHZd==B^u7I_rj*j5lmeRMri5wCHt%*coZlZfVnwPGjb>usjFJ%5AU-rKrW1iV6K7;UxA65t5{#(%Lb(C!xZOQ$bU~xp9 zCuo}ULtiGLKc4uxJs$MOn>e?}OFD;i4rw20A89{nKj{GJ z0O=rUd{pN?1^RVPd>s0okDVO{t$foPm;Hx)Glz5zX&-4HX+LQ{=>X{f=^*JKHX?7+ z2zcEV3y!Wy{!V!FebihDufySWkj<;N`8d1||L^k3TrF#=;f#wxjEg~XR~tS&@Ikvx zFMQB$Glw+oHhrXNx9KNMyUhS;+HD3&2Ma!H{ylq&(hnEN7!ms^b`Tvrnz`RF;D`7r zKgBP3S8N#TPWG<`oV4}3i?y%lH*+O)ra1b2vP{Ms{eQODu^9dM4E^YPsq-w>U;X2} zF|j+4#DB8zqfAf1$>fP=xPM3aLBfa7qrVllUHg%?4s$mu!;ci5DHcC6O~3F@2F!tm zq4i77ojhsn>d9)?t=f-T|_#cLVxt<=7&>F(18()MZP98LT_pYQ^HyVNPZ-_tY2&l^xL<>{Z} ziAB-0J>g$>2ruy4AAY%4{lNyg`z^j@0-nUT6u+{~V;cB@uP~>)*~7jq&u84H#W!3p zeqq${1xJbg^s<(B_hw6-Gdk-(Iipjob+L!3GrFe|ywOKn+%vjf_GSm1kN8+*fdB9gdna9ajH{HNcnxQ~wx1|I z;vVcabNNNg2mQNPcg4Zo5=g#;jsMo#@wMKrJkxU^5cRPycTYSIo5bE}A`hFy-l^=X zFb90AMb803OK7x>utKbDhp=C^|G zmO=Ms3p}CaMqBS-P3588p00sP{D~Fo$BC>=?~f-(h9HxbYsZ&)N#`6yRx&@XpByph zqdQu1m#MZ~dk>2JHOnXaqWI{F`y`y7!S8Yvlz9sN{jQ9Jf7|ccYO0a5lW(T&3(6f$ z*%$nt^l7)fFIfCb^kneJk1Af)`-0!;W?#@=>((T@WUPveq#s=RCCie}Ngec`oDuz{ zh5oX9#s6s2`K;m>n$8N*HS!ng@fQ}m3ZA?hVB3rb7@u;V+dXI9RT*#1Kf+U z+YJ5VQm63h)T8=I+q^GX!QOBrPudAT%rC|EUMX$uFXb&?|G!Esd<&k?cI%ZoTzYAF zv`h7K^S(?rQciHCzn-H_()KgSi2W>iSHSK!k(1mVSbNVBkIbdgU+^_lWCP71nn$f^v}LDmuOaOO&Y14MUfP$|=3&6TFR+YpJ3IL|p_#?E1+Mf@srVwjkD1K&h;0*o zgqGMd>1)w_=u|TfJ!y4%>3hH6p}V%cbQ_w^WG~3K$D)*Rb-xS% zef`qpD`U^@(=+xR{7{ECjUUEW|M}VcP{$By7kN{uH{Je8n^N`-LQOQ+et zEZK37%ghm(L1U)03BG(Cd1jLI#52)6lZ;OF$x9Y@$V{J>(P)v8@FQ{(8K&#M=(fnY zqrgl`-J(;}-8Z{#p(kbY-iT`Z+n;?)n_v6A+YNyzdz$@o;bExopQcA?vRHboC%E$$ z!oSoh^mZa!u^GZ2e4S>4w{o|ivxBtp!Q61qVb2e-P3T3*F5%0kLbk2(T1E6tiQEN+ z5BAlaaf}`5)z(nItea)L_s@H&(#37N9?%!g;aqE#b zox%3@ck`sID;pkd-=h2GQS+R46Gtu3afCZ}R&)ophL@eC48B?|X_NFoN%NjbE@{D$ zb=&}AgFHPy6g?$4q-`8<^U0q_C@bRKHp!zMKgT~{9xd9X#Wo8Z9g1*DVL5P-5ROj4pjiS;xT~}cCgwuiKpOEh+Jj?X)K1@u{rwSq^Lu3c*R zqu)29Bj>1@lFwM1A@7*Ccqt!hKE6S*Pq17~Ni49WZz^0q#UF>45~)*saq9F--NLKX zi|_gYb#psCxosnN6iN56mUvJ4OWH^|d|=ZnxYAbg53DV(Et7m%_mE#Abg9E`leC#S zg|=VhAhap7f9(Y(-hA?2>NrCB6?;7l4dGAtkvf3CC}pI5uK$^|eU8W*!+I)Bi}diso#70Zr>?8@#qIH*#2a6hZ;=V`qH+U`2OGdr0Ma$mPXY1*kR8n z^u@YB@(aen4;cqj=@0g0e0`j8u(*T%{cnu}(SI2W2N(mQ8!`@L49Hmc@pxw(Z0^s! zTxT2T*krs zf(sAIH#>PuXs**dw0U^9<)({|f^(n?9I3ZpcJheu0_+b`FXcRxJJd_L9&oy(Tnl|B z(mZd|^FpNgv-bwxxd^8FOF6gN-PU7{XWLmV1xEo7ekk z#SY~0CTkVh2iz|8LGL8({>OAa(4h~7kLcD&@qq>34wcMKZhdFLx5cIwYMZ*CH(g5S zN9uFzjm?A2htwxHQniH>JJM`i7=;1+?BJ z{fC3W$A1THOVY$wOC7+E3S9Ta&FT8V9@B8qEw80w@7#3pF-bGWO(z~j2mrr`c<_|j z$!kTg1MyDwxl}$hr%O71^(p%u&%R+7gj=(Z1!xn+PU-GoYp1ZjV=Z z=*sJ44(iF8XM1=Lu57HlyC!x*Y|FvC9-nJl4&?QS4`ACC$_B)?I6U_R*&qKCd=#_| zQTg_|{I03!^2sAoSM($I$BCQ z3wYiy&#g1N<(d0OJWsKoU$&pmwV&fQzSqXzXFnI&&%d&tueP6`v+-~5ENGcy6|{`( zlzMjA`6KQ8r`>$uKeyp|HvFgZEc()%{Nl&x_Bk1ufv~jNJvZGTcw+dd-?2}L1 zxq-&+mB~5u-FLimo z6TrPmr@XC~wE1tMo9VVzeAjNqAI(wPKhS>1$xfZ#rQ?{6H#zaAFJ;Cj+jRatS@2p7 zU!vm$I=(gwuUx}N>)3GOFHY$AsE*%u;^PfY{OQol`16j;^rxEM37-Q$QLN*!I-aLv z&9_U}jX$00w9D6Ln(r@*U3@pr#&_Y_?axksrrV!g z{!7!k|35qCwBvtj{J9<%|6}8eoc{m(e`>7lnmevO*XyWL=`4G5{J5-9SbG%kj^7a0 z9-+?04_Q~qcXd1k+u0vDu;|0h@kKweqCesL9o%`g=ZiwtB%w%hOKzkSzszDjF~tAp zIm+{A#GS<4w~kC=op2UDX1?QN-qwk|KW)9z5{gtL7Jb;keCgYqqdW&1Kiur_p#CiN zrSrg=;!vFWSw|d}yf(_Va>tP~()U`}Z)4v0sMCya&QiEU@?|fI_k&*E$QqjXH^fJ} z7Jax=*121*vg8{O?=dI&)|sl$7RtA==IUTys;kka^T0pDc&|LCMEY z;f{qV-;{Vy?w4&rR;}E}Z1Y4s2PqrfY7Q5Ew&X-Y2jGXZy-zs{5kIR-c-4IUbYtMd zHNajLnmk9TXN%6;E_u{r^8?PW;$uGCpz|Kk?Rl8^P2PuoPs$@(-$B~8Ily@w@4aog z#$lDNa{7}xEME+IMHehc^do(Pf+q=ju=gMBnfg4TG-kwDt z)`Bl*40r>5hHo;)tU25;rk4CQ>@OORSB+#zKQ%CL9Y zhxg{j2)z|O=(eu=QtA|as33k<!HvU(o!K$S#3ycNOaWo5IZf8~U~*QD~mp!(q(% z+OAT4C_9yL!+kr}6_gbp3mxyk5A%TI1xLQcGyW8g9&0jYfuAj7uBY(B=a84Yzi2ck zKYMpu;KR+Nd0$P*d!fKSAMhais^FJOJ7vsD+eqU#x4-A^eLD8{#2hD1?$xpO$CCHx zw54OiiBD?(u-@wSdPV9z;!HO206t~4fL`3i1lFTSL+any3cobE-VEY6~zWp9bSUfG-KGjpSV z)I4AvPtdRN%h(sabyOralD(Y9rJJ|;%sx;0OgST9mDz{;{_GojRlj(FDeLws?ED=Y zaw6>6e70g^U}*<&Bk@jId&+kf;uDwdO-x++e4@aT`+s+X{~cMUwD2wz<<&^`^&hzB z?fyJpOWw8H$>aHYp68-}yqgi3S7fR0Zu3PvJ3 zG}*iUH{xrBF73LTw&uL$kIFkU#T&iWK=gR4YL=cC&lnla8` zq%E3Pwaq_jj^@9=hFv0KOU^^y@>|k({o!-K1NUr_cYfhH!Wo9*J=c>1Xp78!vuxXp zJVY+Y_<4~jWAR0ifyiFN<-JqhOGy6Gh8ILcw#$*vkEFcp4aj{u*&D!Slw<$OWDPHC zG5Wo)yGH@UdrPxhl^FG2PUWe>sLGsn)jd)M}!x#Xb}xzziuuEwREoU86eUhF-Y zKAz?5o%y-o9^pakVRQ1+KM23Tr7gd-?I7)-eA5o*9gzn(Z@YF@A<3A!Nn{~sw1*l;l_QHl zjP#T_>arMj4@sMR1Hiw2LYc3Xv%IzdXDuF+yHobK>Ho0oeexWljUo#|4&!DD^(~{m zO72kksgL)KPStm@i~*sAuH``gobE>Dkve2wN??hFQK@$X-wo}<*yEdU>Z~}=2LnsL z6O}zi%Xv5SOnZ#9-PgS^%DHg9y%&7wX5_MHsrUv7?mnV_m9=t?(3NWz;=6|EzfTS> z8dcsB+}?DsX?qiRPsN+I|5e)0*k0eIkzoI|zeUf}HlJDyk zF5N44eAd$z?)Av|QTo}1Fa7M|pnZ0czsnxuw^*u0p<9idE3p3|Fgd@FJ4m{&^Qdbc z_mFCzXI#a(dxRh5`)n+Z_}GYt;3eb`fJOX-03k>S5poH6gnU8)p%0;u(3fBk`Voo< z{Rzc{0fd2sL4*>*U_vQj2w^B;7~w3!@Wj}NNf<#GNf<>KO*oq{hHwsHEMXksT*7$5 z1j2cQiG)dnGQwoS6vFw0sf1~S>4X`Ca>50KnS=`o7ZENdTtcWIScFRnmk}-}TtS#c zxRNlNFo$pz;cCJ)glh?3BV0$AOPELaI^lZ4e8LTcZxC)Ie3P(%a1-HX!Yzb_gj)%V z2w_5mP)WFru$Zs}xm2b4aBsxvzvC}3cKKFC4|gx@d7FDtVz=_{*%sV7yoY{w^yp+B zdejel)gt5Bxi4866+J+o*3kb)7DSeyDr=Pdt zPt8rPlm1P?Pua4Mr5ye3;Tu4;A2n?q#C%)GHMcTcsyqsRGp$hMo?tkB4a z^2@X3%l+xw1(u=hX%+VLn9w=6C{pYFjg=?$W!vPD-1FhgpWX1h71I91qQ&LMu+i~F ziF@nYVdIg7$Ca zolD*=9lWs^|BvzW!00Vn9S*mvJ%hUkOCl1Kfl zBTX;7UMh7yJ;h8r`+d6hSkunt`xekf=5gjh-c5LZ2Ib`Z^HY2s-ihAYwH?Zh_Z-U{v{=obN-Bxj-UHY6U7y*Dyp<#mUjKgZ_l=1$>D&ZhKXc%}N}DO?r#|~mH}l|0p~E){xlg`* zZs(osgWPGBr13XR=yj9N{Pz#Q&k^}R>zK%Zycxh(2pqqM_tI79*Pe>wat}w&&>zW( z+Wi-!ANb~(afp7Q?qNHmFX0K^N`JUClK0q4QT6sh$G*{LhTUI=nMXTE2+x8`+fBQ_ z_`Ztti7gkWjP%!FX|tBiAll>=9Av|{z45_qzw^YC0*l623zVAvHp^6YnV797Mhj`F zcMD@Dx>k9-bCU<8Zurd+dQVSJ@AJL$q|ZNU+WFm&n|A&nz3-`mbJVRt>b~3Ud+F;$ zQ!M#bcx%w|g?hkYziMYQa{q3kHeyH_o`3LGIF>}7yMUDlZ<40%d_QGtQ0m9;!Y{Y) zdGr-M{7+m#%x(uN_#|SC5=9DC*AIwed&Brk5BZLx~~$rgiIaY$J}k=!wIx{_=SfkXWxI9Joaxs6Ik~-g1hs(4=@g0onB|z&mPh3=vvE%4*#p*QkUp(&N1kx z{FZ%|*m?9z*311`3Rx>VYo|isUU~L$hmB_+&pF`OXOYAKVDxe5r0`6ipCDh~M^irh zk^htKqXp1S`P&%BnLFme`e1@yl59M;9B?Q8#^e;+OMu=IuS$(sKE-bYI&rzV}> zaviVH@n$DJxk=Vu_&}l`_4w@vyuVeWMTYT!viF{_ai;i0;=Aze8w3C4sO*EuU6*65 ziOe^L=!u_(P#u!Ij{SRk@EVYxtJ_op$~|7>>P=Hl*XXzXJTTu9>=e}x%;x|RaXBjB%Wj)rPcgx3e{^JpNG-j1dsY!m$^Vkl) z2h>H}Rc~e2G0CYTXn$J{TI18|+MHHbALy9m4;CKfo+&*=c6v>?K-j^Q9chULQN{D?~xeHxJP|%ZS!^@pe!G*8I zLKnaD1n_y_yWc*=zuaf?zHBafA>;OLe5BDazTZ!oZ^M(p8iIX7&bHWB#UHteJoee- zKAL=U)`p2c#NTmHY7=Q$yF*9zt^4u*(7Qa#yb&P27XKkn@6Z0btaZAvw-Q5d$%Z_$ z85tiFIx^o1KazjnE6#gfiJP$zH^=0iL=W$Ga}H&)m!{Ygtw=twtk(9IrH!ABREXhxYZ(_|SF!C+|=RNx_Fy~rs-HZpj z?hfjHTIxRKzfkv;5#NR}7Hh-g6SUPAgO2b*dV|Q5XPXaQ_ZWe7Um2rJRLVS>UPkhO zwMczVIry?+Crf(a%O~ycg(s^e&^ctAipbx=7#f(P25o1L85vI${MJi))Z?r*x3aGY z?UJ_^MUBUPD{HxE(QbVC79a2ZZ!^_EON|s7+$-dpo6(|pV^qEsJQVoQL}Ro_XiE9$ z_UO=obCZAGdJ%h-vKCfWDKtGcP5B0!&|+OE^|Gg0wDqFcSE@fSH+e|vPm{HEcu_3W zI<>__q4-sC>kCjDaH;r=c6`6WNb_vd8}@mb3F zG3l;FQN{b8whU;W_^5+vqnwqLb~Q%rcPF6pGx=_hl;hj{A4|D3e#+tj{tkzu|Gd*- z(muu_XE{5GpP&zAZulkh0|uN=II{2C zGRE?>2wseLK={@~tRRx)+?TPFwAVk#GL+J_lm9Myl0es6Cznm*j8e{+#7`Z~85rNe zvphWKwDeO0*#nWWQY>S`(aA6Fld|~Cb0ns}g5~yj{u8WMRt6!Rompo(3 zSo$@h(3ja-#vzfh%w6zZk|yVh4qMJnmhYi^s9WSL`*4?? zk~28SxlgPxlI&tF$#-jypyP%Y8Qb?>#zcAV!Sc=IZi?`S42Ps-XlfarcvWP_xVHD1 z#g4M?^U{XG2=5)7koOFG(RoL%+*d&7*|$619JlG$Bo8wV@E0=dfcS?w(E1sBgPk%4 z1Fx!IGYM-el z&Z(`T-iT)rLR6;+dB8KJjZ=syQw-Eo>%{_@u{w^P|AK9?D$^mvn zV0v7-GMUyw|45zG9bkXik^xztDBr_X`UDarq7$?JbIU&KDgJ znDl`&-aUhOo|Xd~e|5uW_^_0H>JVkTFI_r(7kYOX{}G#QuQ?9$_kh6L`w8Et@&2}R zau4`?liB#k^X&6EbBA9QN&Sz#!n^4UdyEJ9rYLq($=tZvXXSSlSov|ju|l7u-pArw zD_wkNMb4SU{z-pvUhF%V&mJt_TamlPa!;IcneSuq?G-tH?rgB~W1KHXx2u6gybB_7 zY4P)S&ETbnJ+UYJ5&kZfHH2@dyc_diXLS3dU9ujMw$YY#_WOK%uYL=2=Q{eSjlWZZ ztn-*J{qlEq;`K^#z8eyHZ64-tXqHCQJ)Ga-+uOQ`5AB=<%egLg=aVfteCzX+thoz> ztp7qE9=#R$eNl0@)J+{D+x%8>Oy;KTri^Qg@y>UH%#s5)o1wh@itn!5crS|{!4KcX z=`5HTQ7=lmjl1U$PcGx{!ii0_LR|~^R)c&m^rnar-N8;Xe{ZM7qde%qVCJNc9?Y?Q zo@bDgpEeYiE=w+u`rC!ZgkwTu;9+QVUlH?d7%jfo7c<2d%bZug7%ut>pM1;Bw#mFV z@%gg?bM487019o>bP* zCp@OHc0xzalm30jpYS&yr|y9}{S`@kJR{~&L#eyq!&@yqrqDaa6TVu0i!WLnUucH5 z%ij-bu<+w5j&Jkvej&P(cVeG>Z@$0aU=O8Fhvt1zapXhBLjqpn)GvI;n@pJ(pWx!DB4_ zPIx2#05q7{a-4TpUpe*d3u_#8j3+SXchN|Z#oQ2{&GIW9zlMG*558@F|SSD;xWf!XV?R<>+~~Uvj<>~{`!;9cm1ri_j@fVM<0p5F7Nm5M4p`@PriA7JQ{0G zdL#Jn?4iqEw&=9Xr2@ycpOE&sG-bag{aOB&=JBSTkA2p(GwttbR33wGd+lStmmS>s zP&y6B$xlH18}b<*RKgqb8(!0^azX(k$IMZ_P|)z1KIIRE48Q4Dfl#gyFas(W$}@r{ z-bX0k2$><3o9i=j&0Lk2>o@YuJe8jtF!IfORgfDr3d{o4CpTpDG5e^(++3s3EL44S z^NhY`UuERx8-|J2YbBG$6A2f!VL)EbSkTJ|0 zrq0UGHO?~6Qp5A}jN#^RW#;D_rpd-ufzKFWj!+{D{KiOgq#9KaFh-f9)aZhsG1?rh z&MpWUXPalMF$KBC7;}s|ry$Qb$2>=kEyy>Is+v|9GNzf+)bzq!W4bwA%_z(>W|%Wnd11a$ZkDSH`udCu z%nQ`azJ6n-Ia6KOH(*?7UZ^hW8#FF5FA913hK!5Niw#fTT;me+k`hnfJfp&_Fg<A_9pE)0d6S6$?VpC(8Zx$_^0pOK;ri;ktIRQGdg?rL^0;y4#TU~CevOqYR#!=C zvQxUDvTj*b!=(CEm9@2Zoi}+R|GA0!hSj&#pI5!Ap{j0G<%)^R?E>`;l?~O4!;35H z8!jU2lCgKJCOUu0%E~q7C6}1>%d3|**tMnc0|)BN^-Ns67|P2l>z4~#bBM=Q*G|xs z)Z)rjORAStHdL9HTx{M}Szi^dt`$a7@QX}=EUsC-szGpcyPWhz7t=HLZ&lTrhH%x& z>IQSXIeEHCMs;ntYSj`aSN$jaWlEraN_a)JkfEyjDN2FfTHvPn&lBbfs2QtqQNKUbVVDJQZNMO7Z8kr+QWG>ISDf z;q{KoR@5xMV?Leh@=JMPLATDPCykmefU~Bxzu@2{lhw75r>Qp6VMRSvORAO#s;ElM z(y{f6>x9d&Fv)M#ZL60`lN>yymey4+TUoVAvobH#p0_r*A&C+?xjydQ$bA_sNq)@Gw zD;P4$VQJBI{qm!3)$`CeR7GdeqgEjL4+DZPEc_@-rSPueQF~yBYyROx6EfeKr`Z00 z@=F|drtetAtrlxM{QD;TDKU=Wegv)V&AQIfLdA6**XL(;Z$3Z=G-GIDjc<`tXv?It z=$0yDJ}Fc_I9aV9MycZEhqj{yzw5fi;}M0z`}_CTF?LFaE9GUPbV05gywNcpUM`)M z2M_lTTi{^}{4ZJn&w-5`{;n-Oe8p|Ro4{|!VN?cu3HYZ5yaoJ|WZV+KuNZI}_$32A z0{jC5J_X$W`#f=+w6Ge$--*Mh40sdx+Xj3Ixc@vG$AP{D{LMH_`cDbquN!b1_-h7y z1o%+{J_Xz{;0@q22D}NpV8EAv|Gnx2HXbzq5&TPzSV$F0q-;54d9y$ zcoX>327C$l69&8mygM2162KoZ;C9aW&wT?v0{ou_df8BuF zz+W@qBfyUu@G0O<60Y4th=$aCNm~9*F1mlmd8~$08agAbcwE|{i=6+uwB5HjkN;Xs zDad!pyucTwep)5Xx~8-OE9{hd)=4X{YC>sMMp{9i)l=F)JLmqt?~xT^Zm+Z=C2d!O z^Xu6@!uAPi^S&O(T>i|5jIWXQD=p5`=lqmZyno58Y8UYo=Y8YgT}n8QW85B*dVcMj zm3J?_lEmSk!uVY*lb%QEMnbF;6WHXPE;A#D7C7g$TJr_6Q{aJc{Cd9S${ydl9Pw&qpp4Oitli=@WwBN<~ z7~X^Qdz^kFVvK5Waxrm;r}z8W1fJIKc)sd_y6yTQw0^f{6L@zzt6y8c--`Fw*6#_| z1-;)_CtYVwMeAq9jiV^#VXmVVxPL$WRSPwy{Ko>CLr z=UAwvWBqxVLD!gUKw zsu3ZNWdelHVwekd!QvJz#CkeVXFB7wT6SYIr<$BBghUYbCP^H*HhW`{!O z^TS()2YPc`?Fm{5vU5Xyx&FTXTt5FLv2(|cZFXko`2NlIKz1-YU}s7TwcZ7%)}PPy z4ipA^r`;mfDZY)8f;(UIX0eR)(7mB?9-y24-_%+e!^Ao09WA;QIXv6eiP!vblRR(3_Ue7wGJd`?==6LsUK8R#FIC>^Aq(rdzAZU(v{VmmWqNU@P@JB2 zD@RnWT0e+RlL%%JW|}+?LJBWk;OaiJoQ>uX7O`hJx_*EA;(2=4%I`nb zd&}Ux=w0a+Ul{t&BQl4*y3uywnBHBg_o4jWQ@tlub}ikU=^Z4$*A4U=P)4sn zp2acJx~6Xe8@z{=#mjyuPw!Hx9+b9Aqu!$`yPD!q-M%LANc?9|rs+4)GY68g{_9`T z6PJ=YfAX8drs;cGudM&%NBZZmQ3~tFkk|Fx?!9cqTi}p>BQ{E5y@R}_&r*9MDeKpf z^xyD{qxzqtOxK^2yewNm{z(5#Sssah8D*Nj&z3x8gZP_b^nZ!bPq3bCaQ>Ngy+!Z( z_4qB;v-O|Lss8-cO}PHn_fW3sa~wz6;QYTO{YLa}#ORxnmtz~mr%zHTt&xVtg>?nT zdi=W*&#?{Kua|XU{qNiLYF$Cut_C=C{`4G8DXjk!@@ii4I>*o%pS8TcqI9x&xxOT& z{?qjrSX4SmuL$$X{w3N|m14 z2D74N+r$%Y@DQVSS(S?m$&$C2egyXC4yOg!&flEvhReaPdO>HIAk|9bzmSkKmfevw6Tzh*gO(RZ1;{+`6Iu{E8) z^^aGTa`03lg)V0Zu@@`y}`83_5!zs}J7kNY?1^@s6 literal 0 HcmV?d00001 From 71f1fd8b390cc3841f55625d0e60cd4730a3586c Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Thu, 21 May 2015 15:26:16 +0900 Subject: [PATCH 42/46] Revert "SunOS/sparcv9/libsnappyjava.so" --- Makefile.common | 9 +-------- .../native/SunOS/sparcv9/libsnappyjava.so | Bin 57592 -> 0 bytes 2 files changed, 1 insertion(+), 8 deletions(-) delete mode 100755 src/main/resources/org/xerial/snappy/native/SunOS/sparcv9/libsnappyjava.so diff --git a/Makefile.common b/Makefile.common index 38d5452..cdc339e 100755 --- a/Makefile.common +++ b/Makefile.common @@ -42,7 +42,7 @@ endif # os=Default is meant to be generic unix/linux -known_os_archs := Linux-x86 Linux-x86_64 Linux-arm Linux-armhf Linux-ppc Linux-ppc64 Mac-x86 Mac-x86_64 FreeBSD-x86_64 Windows-x86 Windows-x86_64 SunOS-x86 SunOS-sparc SunOS-sparcv9 SunOS-x86_64 AIX-ppc64 +known_os_archs := Linux-x86 Linux-x86_64 Linux-arm Linux-armhf Linux-ppc Linux-ppc64 Mac-x86 Mac-x86_64 FreeBSD-x86_64 Windows-x86 Windows-x86_64 SunOS-x86 SunOS-sparc SunOS-x86_64 AIX-ppc64 os_arch := $(OS_NAME)-$(OS_ARCH) IBM_JDK_7 := $(findstring IBM, $(shell $(JAVA) -version 2>&1 | grep IBM | grep "JRE 1.7")) @@ -141,13 +141,6 @@ SunOS-sparc_LINKFLAGS := -shared -static-libgcc -static-libstdc++ SunOS-sparc_LIBNAME := libsnappyjava.so SunOS-sparc_SNAPPY_FLAGS := -SunOS-sparcv9_CXX := g++ -SunOS-sparcv9_STRIP := strip -SunOS-sparcv9_CXXFLAGS := -include lib/inc_linux/jni_md.h -I$(JAVA_HOME)/include -O2 -fPIC -m64 -SunOS-sparcv9_LINKFLAGS := -shared -static-libgcc -static-libstdc++ -SunOS-sparcv9_LIBNAME := libsnappyjava.so -SunOS-sparcv9_SNAPPY_FLAGS := - SunOS-x86_64_CXX := g++ SunOS-x86_64_STRIP := strip SunOS-x86_64_CXXFLAGS := -include lib/inc_linux/jni_md.h -I$(JAVA_HOME)/include -O2 -fPIC -fvisibility=hidden -m64 diff --git a/src/main/resources/org/xerial/snappy/native/SunOS/sparcv9/libsnappyjava.so b/src/main/resources/org/xerial/snappy/native/SunOS/sparcv9/libsnappyjava.so deleted file mode 100755 index d3e4795b4a0c8a81e557c515e1b754c1f9e13f91..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 57592 zcmeFadwf;Znee~P$+_i1*n|KffNU-z2tq(E5ii+Z5WG~VSc{6B6CpqpNK8V4R-0qe znFg>eQmPbnJWwQzwKZA3i=MxGDeKagRDkRaD(4R1fP(qO3U_z<=i6eyD zblQ!ocvw!j!vzqpB-9Yx{<~A>)#taKCUHH5necN6X*+)HRC+(&33 z$gkCj?0>(L_AGjqla_WLL+-;FV$tq?gd&|^Ogw-vP^Wu~hNS^b{XCL*6hV(2HAch7 z5|7i*5=}^Zp2TyRPESdLr$3hK#7rGuq~l9;Y!P2dxJ;+r=t}p2_^Pz$Ytx?Pab8+_ ze%iD9xIjPLOni%ezSYgtaixwI6ED%vONp21=W62H_45iHuhMaPRG*&c<@sA_uy5<< zXd3LRJbKLDu?kTDu@C%eT)o{uVj;>Qc0s93dshcsYz6S=>`4D}e~M16Ps1$YS5ojs zm%a)7k0_4l9KWYtb7DoGdrDLIk9@4*CBVxtLZVaDyML#K3;ta2`Coq1b~&-o^?bwB ziOk4Toua?+5hpM7d+;|xUu+umUvuiQ?WJcga7U+&{mUJE(Ou7eLnksLPj`xbxvBGn z&tob0Ldx4ebizBz)QQZ%Xc2KW;xI=6T0 zg4jggdntJN0u85Me9092g5PU6{p(Nb_u4Bo{089POW`*zNyC3Q1)r(qqYUt0NWse! zY4{(e;Bz`1xEK0?ekpj}niPIuEbv}_feTakt7wn?+Y6n4NWmYX{q}Ds@SmmNRWAMI zz~49n{lknq@i}C?FR){t!2dKw=P{QK@L)gio%)RZrp7M^J_dWGeI3`olic8WDLUmR z((rG9STDceEzlSLNBG&S5v1N#DLNNL9C!h7Fij43xc#^Rcv`>T{)nbCRjE*Uiq86@ z8crO#ntBI2>1U5?IHogHE0g!>ztDr`=|CW%e@xN8V7o>^KA{7^d-;XZ^%lPEpWr7= zoyd%Gi&FF-Ezo&oxT>R4@ELBq1U`dyXci|5%%b3qLQX;EgW-^ML4{PO-;Gn18<_iymyjxYGL zf5U8#LGieoKm^UW;3vP1%wB%^f0x3a0iOLs{`o&n!T&)w z#j_mvo)mn>{Tjav`0FWn<3bIWdViOKKYColX-ED?wAWb!8T(y0bP7s(mruc^DLS>A zHJy9F-=vw-AU7&_G=+anv4+y01!5<)pZ3Tc4Sy2&pHlF7YcxE{axjpBSM{Xu`e@MgCPT(@1y8b6} zw|^^u|7!|( zWnIg7e7(nx?SBd%NZ~i4-}VoF3u7tx?a;Mt{;`J713nvgFTcLuOyRHIs}ZgRzbXZv+pXa{f&YC9KEv(D3BVuey&wB-KLb3? z&w21Wntn{xHY~5Js$3GTS+%%IU0vB&8Lp{Y7G6_TS6#UxT)(Qaw)U>@d^@_XvZ1=M zD!h8t;+mDUbyfBCRZFg|TD7cUc{qIS?NV?><*H@jxwqY3wYVWX<*KVxc=ok(FT3>G z@Z2k}oImS^@C}zU_43LUD{ic*Uh=i7hUGO& zX3Z-P-(F+$Ja2MY`1X}H^r|cFR^f16)w1gPhN`;o(z?o(RpIJYOKTu?!;RNXcjPj8 z+GTe&R9#wES9#a`n$>lSt7fV2(&|;!DtvWg_*j~2YXb8YOAS}Ks8gnZx4dfc9aT$GRaLLLgNoAlm^$AEEv>7nO0OoHyDO&5YD~+Y zQkKES4K-KIy|HTXta;ZgUODd?SejN{(@1*dDGjNwYN)TRT3o%f8YZ>8XIC{yLu*#e zZ>X$mIEA`$bwkyfa6{c)D{2r=&m7M=XB3*u_A3#S-5ZLnT3IdeFiVW>@>2E&)yd|bAA>C&n?cwYRKn5nM6k>)IM zdxjxwmv?(;Rdr2R2DOIT22+o!`Be>9%}eL~g0G#fc8p9~ca3XQvPb&`mo`>buds!j zKI$izJI4HqD%XnF)Ln3W)zaz}D{iP?a>ZAYL9c3mddnTnKMj70nd__SSFg-4ZrL_etd`hLv}W>@@YljCsw(dYFR!dy zVs~=NqPm8b1}&-jG6SDN#!jqhNb8X^8D`tYu4IO($u#8JM5oj-H9n@h3UXy#<+7Dk zs~Q{=ym($i^;Z?KOX19_btVCS6_dBhp7*bw|mhpm)_WvmRxbub(enas>`!W^lm~@4Jvp0 zFVhuZQgqd3MfGjr##55dR@_s=1iLZ&`n1|lvw2hJRaMPh)U9=_C&pQURxLv#HO5Y>c2;`%8!PLW8_J!|I)BQndGqUUPs=}3?>b^n8K-M; zHdj|JtD3J}5;0b)zM*bKmF@4%ub+wwRy%oecz&2UJ6vCVx436FpPCP*Yd-K6YnD_A zAB%6FHTkkMPR^fk<+Yd2p6@!rOIEL}#b&r>lR@Cf2CAB?>np44)7%Lc%=~c!*2A@= zuF8pSFR?w4v^t&MupPDD?UVLoQp)4@hiG$JjWT~^_owX&QCZ4^J(I9SQedTz(Q}KKUosP(wr&WE%ZxjjYUPy4NHOIzyDN{(0fQQ4H(7l4(?pgw-elUCpW&RB zrD|~uv7MbVZF)%JO5zWvb9e^-!5%2$c&@BH)jzUI314|dn&#N^8!In#mi1Uo(^s-Z?z(wwmmr4uko zRZCYU}& zXg?Eol|`|bnUxvqqfCoDnMGI1+}mDDhB6Dxx`5* zCWiWkC5y+8pIBcrak?Z|%F`4zX?165RaLOCImuJBpzKz|rS#Zlv8@tzJ!8dDoGz;#OH+HvW z!FOu>4Vmy=ZoLjYx4mkYsqtf(_`m4ZaEIP0{9p8Fct^e;hAoY@6?lmyY)JJrQi!RzU2^f z`G01)hR?}@Z`Sa6nebm6({P7gioOevWZ{Q2zEjUB{9l+FUYm*EVQBc8O!%`7p0OvI z1>d0Y+p^#>4R`WS)%)yD4R_k-!i_g94UgHe3s>KNO~ajXF5Gy-)bNfBeB%u#ZS2{b z0asfWYW&U&xbcRAXY5I2z*VfrP8)l=v*0fNfeg6uVo2lnWWwKY+j}$<{$iPfZ{jNi=5f;;7n z-z?978?U{g>16V+^nDWJH?d6o*8>{AGXt*ly%*y*2QuKs>!US(CjUyG*BdWM|H{vu zul0C&smuYp{i4sCjF&R`SNa^pcqy8JZ@hlDoi<)dWWe2fLB>nRGU581#dtYOp87o9 zc-hLr@3zy%%US&Ba~9*}4Vn1*yxw?uZx;M*O{XUlzQW%Se2kV5WdP8T-fb@A(9ikop<>BP3=MOhW4C+)JteU}~UY$Hx9P z;@h{7f0V?P1e1{Z8T(@-RuD`=>gU{7 z>W$A%kS-^fgw)U2zn8=qf|&yHWb8k{zl{Wwkop<>J4oC>FjGLDjQt7zl{=LtA@wu% zcayk|V5WdPIrmxQzO@TC?0jSYG2-6(O6LE`5^? zw}6f81s(w=cYm_+qrhhN0*?V(-3z=E*wwwjdw_|4X3_r@AbUJ!!%g7dCS=1cU{iX5 zM}S3pfeUOxFYuU#Wz+8jUZC@c^w0QJ4^K^mEc_P)VRA2U6IiepxCQL)Uf>a6-|7V( z1=iXNJO=E%Uf`X;a63wwb_fr-zS zO(zCycrWlyVAZ|Adw_`z%A&ImkbQ?V8*T!hN63a-!20$Aj{uW!3jfg$_RX`XQyOcj zvl=A6@0Fg=eOP9l7f6TQ_nV&3&vQBlk!Otpcarj%&B^5FKlk@s+fp1UN!;4$>0-qh z-5OCvmKv4=PKyySROER|ptIr2qSAn=%>JaMGiq9UQkUQ{ZMmn><)%lowAgutEh zmB)mx_eJH`^g@=;e61Up)Y)d3o-Uz3&QkZi*%K0eg}?M?SQ1``!)y1?{U5}{cn%@7 z^&62`*Dn%+KcBbL@^9%MF`(;*{;%G;wX=`ZC%Cj>>@lf>m817n6%c|qqpZniGLAh@7Y@HI> zP_9PglP%*k-r6bmQZMByzogucDR+M_<>pH{>b)wR-|m}DBTgU=3IFjr^xA=iT9lRB zHbUjb>zuqqooQsX?c3C4wivfbyVKideF=}Xj4}HEv~p9vq}*+k>*%H2Xx+9Vw{5~_ ze32R2XsE&P=849v!QP1SZ!%OVGB8E%l202;$%84WI_3|=#EIUw5w!}@@)#X z_ZZ97 zyd3V^OBulr%~8eR9}=9k;A{lv>FJRHIXTJXKlH1J3f_a7_LhMa(H~Eb45f~I%6#w+ zb-V@rf0@+&K6Mowo78?t>XkZ4hYkWy$02>_z@+vMD0_Hgu>C#DH~i?PkIJV*;|)r~qt8yGH$da{NyF>w;;L?a1++tKD*O%2!iTRX) zEf%=Hg?MdMnMZJ1t7<*bwaPPPZt_#XiEbaQ#?l8pW1^~i(OBh;E8B)rcc8;i*!JN+ z>Zg=x)Fe-IH;z?;w~2D1SL8jo5!&gx=gddHj&R|1FnVTjN>qY)2bDXwpgZ?_h^lhQtt>Z2K+8K<6 zt;htOUUy$}a+}Zc>@}2c=-lLIk{@k1Jzh)Y3LTkeup2Gf6fnnulis?%o7i{H>10MX;IC8OBBSs>-sHz0X_fUJmIv^X&FPr>3i^{hRPvPQ1*; zp=_9WvJE_oxzUpdw|^5^7lAYPN!tCfvJ`zh47}OV$E6N6pSG=S866#*2=9C-K3NS& z6hu{5LFZr@n{jE+r1lJN5{y$||3Z6y7u~9) zPnNX=O#{8?*A;FbF0|pt0RMmVQQA`j zon`b5eR|dj`qtk%HKNu|i}{~WmS^o`Q*HC8BIq?e>5rlN*tm!qLD{x=t}3$Ih)wyh zpR_aL+3B;}c^Fv?ju%9{@cu{OIq>%(JbWNLl-4A7OFvL=7`or2ZhVuo{y^Oxkzrm< z@@bJFyv+q?w&v}hg*V2}Per!U-}I@cbh-CyG1D5_;;TqTW04Ds=cqo!3cKUo7BD?q zFEUkpqEguZp^UYD*nQ^Qv$l2kR6k?6_Y$#v+Zh|Ee_Zh66D+me7xT21M?ylUcy98< zHeZBx$JA)c^L!5YJo~0vo(=Nc;)`7fPe-Iacx^`a{Us644<#=)I-1VcJeRNNcIH}m zg4bK^I`L}P3ZIkO-;8-wzj$BMvo2_cNOx}un7O1yj{hss7k!x2{uXH;>3<^aC;c|* z0O@}w9VGn@vUwAIekIYDFp)O(ZBN7}pcj4HUrkJ)Px`iZk7xyUH^G0Lenu|8 zK&~F-v`hEvv!tb8cgOQBgZ!tEqvUrWN9p&cNlX4SUBUKWFovFrZnZo`mS7n>;Rff-kcAQH3qP;_bd@p5+^MeA{TNI4|y*g6>aZ&bZuXsj(uf@dV_! zVH|PmgouHE?|WiEWX;Y2Bh=Qii18t7Cgf7E%cwZ{G5sQCduFshPTxO{u6Up~$d z{4gKuMNfQUR2_nkT>(>UOcQfv5xQ5358y9dcJkK``t~K`1^bel#V$^2e|SqyMKYe( zBV+cFL|%`K*+;wbdUC{8Gtc}3I`lAhc%aM$tz{9`s+Q;AWW~G@Rp35k&m)uCH|sg- z$MzgDseKFO9_oTdcG*NfOV-DOcY4%d=>L%UOZ0bB7xNhDACb@uyOF zk>go-=Ycm5yqNf5jHwFxYKF{RGH;=$XQQ+CGFJ=~Tj10cnUh5WyJYTj=9H7yi_Ow_ zEilsduL+v4lF@XWM^{=24inaqFq zVkd3AoYB6Oak5p9lWmEKF)wZWCc2uFx9sG5wk>k(-cRvyhhy_R58{W?cTa9M*c)JO zqrZO!T;`OYC$NE}+p&GpzdNx3lK+pS#TWW1uqWu__O`*w(>hKS$ehY}@;%s+Ot!JU z+c?rH5Fhr(7vks6jO2*T+T@LTu=&Me!^B>R4YPbhUlkiR^0Q0cW~^Q=_6wVNj`$+t zhmijqGHypMuSvcu7m+V>KrJ{va0Txv8Zg<<##n^@RoOK?{e-IhO`&<6jvfBI|*eP_(Ut*~n z1y^WpGp(X1_Bzi}gBUwL)?@yy_?CxRXJh*tWRHt}DPm3^CiAiM74p0z=2ImxpE*qG zPuvWxn@sbuPD{NNFiQ?mwsVYGf{q>QX*7+Uloc93f-YqjLZf&)zH)D6rCb`kL}jk7rm2S0z*7;rX9K5`!@^HR24)A)Dga)j}41X~-*OIU$8vSS|e zNLgt38Sg_|yvhUJHNv0h6tefBQ|ee#`@T;6Pr{p>$g7jJP3IU(bp+e@?V>!oR*J68 zW*_Y@(H*hj<(3-N0lXI;_Q1m)_9NL3RUyg$ghs^CiNu14Df_F~6i-WGPjez*;qzOi z(eL-5`^>SH>XV>O_&d5Q5DRwWi>8-*i$1k{Lk_@m3GK;|`UxJv>nJpnf-5*~Jx^bf zTAx4q!S0?oyy$iepdF*ZGlUDAZ9J8L|*amzJ0WJ!Skd?(O=^T+lnh~f2t+8Z(mz*-zz%@m>u|1d*e;}9!oUs zd+1QpzINe9>V|fSEf?^5!uwwFzNCJJuM(2Jr!QHpV-rOm8-j}2H-V3y&&>09{e){!I()W-aCeI_g zRBMN!`qTH79%O^f>TB=GZBw#`#~yhwxps;fY$>XUGUvR<9Mpp@ZJ;0Dm-2aWHCM_( zb2c;?8;g@s%Cet#X)EPq|IUR$?|PxNeu`Px)~_PEu3vNX;VI^TblUhX@5}xibu>}O z2ee_n(5H>1(gw>{%KR%bvSA`yTmPl*-uiys803VE#g3sjdw71Rt7+dJ>04-qdg$K` z{wRKg^g-#rFcy!TY-Cvd|T|xiZ|+ zzd8EjDcGU3K62$K`<#>;O?`)ve1z>%TX#dGCJI#NI2m?_+Eq^o9SU zqRZGYNgFMu#h!ENpW}_4Vng$swwL}@<33BwUSR15f(vh->HH&-FVAUwmVx&i@WIlT z%gjDB zC@`4^qB0K*iQaGOdBF2wVocPY2X+T~WFGiI);!Qo8*h~M+v~JgM0qXG;!nb?gTn2P z(Pu;OJJ&~J5uY!j?oKpB#=gBUVs;gFvd0}sM%yAeMa$K9pzUcb!&hAtF=WlgKC611 zwUyW`{AJdgrh1t5U)RFO*yvWXxOEw8!S$A`1)pCx!pe(ojr3&?^cMD|Rs4#Gad4rf z){m|Ay|pk>(w1ZS@qt3{k_#V#cRllqio?S@w~#lfy=k4dGdEt?}FE?n$4a_ zC{ftsg`TXj?jle8>$`!;p3S#NOSyYU%bv}>q-D?M+xS0C=yMG|eNFt_PT8}mWgk)Y zZ0?MYqkVnb>qyIk_5&M~W*niQH^}7R|Md-u1 z=)>TVU7im1qlW_jj_8BTq0Et;nf}$_r#2ZQ-xr+#?^{w{`bBVQ&vAPdhrbcOT; z+h?X<#D6AzUIPDF>Rvm}L`NcJ4^1|QfaB?+zgo{dChO;k2XgFvSR)>6AHOd59MuxC z3Piu4;n|RDCbv$Gz?Z3_+oHz9_l)+may9`U`Q5Vby}{~JG)GMkzYRHzMThcao+??c zL=V-6zKDU3@YBP{X&ih^Bj8_jV<$qp25wcY7xkzFy4Z>?B0~?jj~zxAnG1}W5%tLS z(NSZ^callgT%X|I6lvRyof}-e$rwEmnfy&?5N{XVX8aA>Fj5tJ<0>Hh$v&R!zn
|D8IC*?y9d6nq0`{7JV)@D=o}kE2^0V{s!wLkxE{8F&FcNCLAR=os_Ut?hHXF*{iC%Y& zju@gBf`={dFEp?Vp6;8e<0i%s`{~%DKCEy02;YqJ*)75L+4uw{Jqs-H(eMRIeus}` z$hg5)nRXeEGB$ZE=?B9dKY7QSUuS&Im3GoM%4?~^=t8O3?hN}Hh_L25&7N0$%>Kx3 z<}PIQ&c|aSC9EY%wS4c1H%4Us+bMl5_S#tP8INyn>kemlYouS>g6+fU*B-e@6K~q_ zABmCH4Ed1X@I-jWk?lEFk@!_dks)#$ z+v1HDOW%~#B(FT$)ZSOd)MUc0fw4s1>uO5Jz!5SYEExyVS6{iWmnA2kp|6X2>Fd5( zeI10?ci}xKyr%VcSbV><{_e{-KdryL$C``i@4jEA!|Z*$E^R`lrTB38GbPLL;XZQ9 z(e9T-_t}dWBf29p)?=wibdoc`88V(2OBME5dMSFbJC?LA z{g=m+`uj7;xVP~%BTL4UknbeqJ0MNI!L0E#qc{2L@iZfCJQ*^VAg33_{vb=%TqVVs zvOM{Tw3|HE2PJ*5x6_dCbs`tBiT1dhqk=MaL@$xEDSAoT^YqeM8BdHYb%U&T*CRvG z`>p7`&_wTLjiK$5Do2jP)=IxJ7S@j|6T9V?d})7bJnUfKbH{t`SU}f{IL`~6X0w)^ zY?Jv&>=o^65!*!@m@@|bKC^wvjlxU(W_V%j{o^tt)ZtNmb}^6pURGzZo-B?RMpcZn zKiRY26^MBXPE?#=pPoBdj{U-)8N^;nG4`u?!wB&8{EyBTQ}<$-gQ$Bbb-#f8E_HPZ zIle4)gY&BBA?b%Dj)$=|;T?ZP9{L=75c9venEdyI7qNZp8?+-EdwrI@j@uhj-C7hp+#5AHHsg zvM*C|${%MQrCs=-u0Q?*=7k@m{PF+FzKrMhS^F}NWy}}B_C2(vPTD2%wsqL@+`@d( zPMuHTi$8p5VJx(X6%6xHDf#&2o_%jO#EdTF-;(mlSBXBf+CDkH6>~ZFALQ&wd~(iC zfRSD=XELrozSj1~Piz?(?HB!t?Pp)Z9yNY;RILld#Gn1{7N7XlF%NL@CEDVJG4X5H z0u#S>9cl4v*OL~%_I}dh*M5(*__g1s4d2C%Hshx@Cni{&3ARV$&e`mJ`fRp^wD`5H z`fT<)q{XlOJAF3$_oRc+le5{Tc&@!qzDDnp-$mN-^Kx@v$382M;yGuoI^E(@!B+@u&SV zNAC(mWgdU{?S(OSZ!*hw9@rzkv-Br;p9sFlTKmqoIKFet^_>?UkbNuUt$pWP5B7KJ zd3ZcNqWI3|M~2vUCg}_DooWA~10Kus@cGz7e7d&$Ww!53J^2R~MwR%pTiM6mk89=n>ftjDe)E$gvsNy~cdYouj8b{**;^hAFvSYL_WT6#TpDQVH$ z%k+Bea?+x=SLpTFEYhO4SE9ES=;kxMg= zbwkWuH>`NjSHZd==B^u7I_rj*j5lmeRMri5wCHt%*coZlZfVnwPGjb>usjFJ%5AU-rKrW1iV6K7;UxA65t5{#(%Lb(C!xZOQ$bU~xp9 zCuo}ULtiGLKc4uxJs$MOn>e?}OFD;i4rw20A89{nKj{GJ z0O=rUd{pN?1^RVPd>s0okDVO{t$foPm;Hx)Glz5zX&-4HX+LQ{=>X{f=^*JKHX?7+ z2zcEV3y!Wy{!V!FebihDufySWkj<;N`8d1||L^k3TrF#=;f#wxjEg~XR~tS&@Ikvx zFMQB$Glw+oHhrXNx9KNMyUhS;+HD3&2Ma!H{ylq&(hnEN7!ms^b`Tvrnz`RF;D`7r zKgBP3S8N#TPWG<`oV4}3i?y%lH*+O)ra1b2vP{Ms{eQODu^9dM4E^YPsq-w>U;X2} zF|j+4#DB8zqfAf1$>fP=xPM3aLBfa7qrVllUHg%?4s$mu!;ci5DHcC6O~3F@2F!tm zq4i77ojhsn>d9)?t=f-T|_#cLVxt<=7&>F(18()MZP98LT_pYQ^HyVNPZ-_tY2&l^xL<>{Z} ziAB-0J>g$>2ruy4AAY%4{lNyg`z^j@0-nUT6u+{~V;cB@uP~>)*~7jq&u84H#W!3p zeqq${1xJbg^s<(B_hw6-Gdk-(Iipjob+L!3GrFe|ywOKn+%vjf_GSm1kN8+*fdB9gdna9ajH{HNcnxQ~wx1|I z;vVcabNNNg2mQNPcg4Zo5=g#;jsMo#@wMKrJkxU^5cRPycTYSIo5bE}A`hFy-l^=X zFb90AMb803OK7x>utKbDhp=C^|G zmO=Ms3p}CaMqBS-P3588p00sP{D~Fo$BC>=?~f-(h9HxbYsZ&)N#`6yRx&@XpByph zqdQu1m#MZ~dk>2JHOnXaqWI{F`y`y7!S8Yvlz9sN{jQ9Jf7|ccYO0a5lW(T&3(6f$ z*%$nt^l7)fFIfCb^kneJk1Af)`-0!;W?#@=>((T@WUPveq#s=RCCie}Ngec`oDuz{ zh5oX9#s6s2`K;m>n$8N*HS!ng@fQ}m3ZA?hVB3rb7@u;V+dXI9RT*#1Kf+U z+YJ5VQm63h)T8=I+q^GX!QOBrPudAT%rC|EUMX$uFXb&?|G!Esd<&k?cI%ZoTzYAF zv`h7K^S(?rQciHCzn-H_()KgSi2W>iSHSK!k(1mVSbNVBkIbdgU+^_lWCP71nn$f^v}LDmuOaOO&Y14MUfP$|=3&6TFR+YpJ3IL|p_#?E1+Mf@srVwjkD1K&h;0*o zgqGMd>1)w_=u|TfJ!y4%>3hH6p}V%cbQ_w^WG~3K$D)*Rb-xS% zef`qpD`U^@(=+xR{7{ECjUUEW|M}VcP{$By7kN{uH{Je8n^N`-LQOQ+et zEZK37%ghm(L1U)03BG(Cd1jLI#52)6lZ;OF$x9Y@$V{J>(P)v8@FQ{(8K&#M=(fnY zqrgl`-J(;}-8Z{#p(kbY-iT`Z+n;?)n_v6A+YNyzdz$@o;bExopQcA?vRHboC%E$$ z!oSoh^mZa!u^GZ2e4S>4w{o|ivxBtp!Q61qVb2e-P3T3*F5%0kLbk2(T1E6tiQEN+ z5BAlaaf}`5)z(nItea)L_s@H&(#37N9?%!g;aqE#b zox%3@ck`sID;pkd-=h2GQS+R46Gtu3afCZ}R&)ophL@eC48B?|X_NFoN%NjbE@{D$ zb=&}AgFHPy6g?$4q-`8<^U0q_C@bRKHp!zMKgT~{9xd9X#Wo8Z9g1*DVL5P-5ROj4pjiS;xT~}cCgwuiKpOEh+Jj?X)K1@u{rwSq^Lu3c*R zqu)29Bj>1@lFwM1A@7*Ccqt!hKE6S*Pq17~Ni49WZz^0q#UF>45~)*saq9F--NLKX zi|_gYb#psCxosnN6iN56mUvJ4OWH^|d|=ZnxYAbg53DV(Et7m%_mE#Abg9E`leC#S zg|=VhAhap7f9(Y(-hA?2>NrCB6?;7l4dGAtkvf3CC}pI5uK$^|eU8W*!+I)Bi}diso#70Zr>?8@#qIH*#2a6hZ;=V`qH+U`2OGdr0Ma$mPXY1*kR8n z^u@YB@(aen4;cqj=@0g0e0`j8u(*T%{cnu}(SI2W2N(mQ8!`@L49Hmc@pxw(Z0^s! zTxT2T*krs zf(sAIH#>PuXs**dw0U^9<)({|f^(n?9I3ZpcJheu0_+b`FXcRxJJd_L9&oy(Tnl|B z(mZd|^FpNgv-bwxxd^8FOF6gN-PU7{XWLmV1xEo7ekk z#SY~0CTkVh2iz|8LGL8({>OAa(4h~7kLcD&@qq>34wcMKZhdFLx5cIwYMZ*CH(g5S zN9uFzjm?A2htwxHQniH>JJM`i7=;1+?BJ z{fC3W$A1THOVY$wOC7+E3S9Ta&FT8V9@B8qEw80w@7#3pF-bGWO(z~j2mrr`c<_|j z$!kTg1MyDwxl}$hr%O71^(p%u&%R+7gj=(Z1!xn+PU-GoYp1ZjV=Z z=*sJ44(iF8XM1=Lu57HlyC!x*Y|FvC9-nJl4&?QS4`ACC$_B)?I6U_R*&qKCd=#_| zQTg_|{I03!^2sAoSM($I$BCQ z3wYiy&#g1N<(d0OJWsKoU$&pmwV&fQzSqXzXFnI&&%d&tueP6`v+-~5ENGcy6|{`( zlzMjA`6KQ8r`>$uKeyp|HvFgZEc()%{Nl&x_Bk1ufv~jNJvZGTcw+dd-?2}L1 zxq-&+mB~5u-FLimo z6TrPmr@XC~wE1tMo9VVzeAjNqAI(wPKhS>1$xfZ#rQ?{6H#zaAFJ;Cj+jRatS@2p7 zU!vm$I=(gwuUx}N>)3GOFHY$AsE*%u;^PfY{OQol`16j;^rxEM37-Q$QLN*!I-aLv z&9_U}jX$00w9D6Ln(r@*U3@pr#&_Y_?axksrrV!g z{!7!k|35qCwBvtj{J9<%|6}8eoc{m(e`>7lnmevO*XyWL=`4G5{J5-9SbG%kj^7a0 z9-+?04_Q~qcXd1k+u0vDu;|0h@kKweqCesL9o%`g=ZiwtB%w%hOKzkSzszDjF~tAp zIm+{A#GS<4w~kC=op2UDX1?QN-qwk|KW)9z5{gtL7Jb;keCgYqqdW&1Kiur_p#CiN zrSrg=;!vFWSw|d}yf(_Va>tP~()U`}Z)4v0sMCya&QiEU@?|fI_k&*E$QqjXH^fJ} z7Jax=*121*vg8{O?=dI&)|sl$7RtA==IUTys;kka^T0pDc&|LCMEY z;f{qV-;{Vy?w4&rR;}E}Z1Y4s2PqrfY7Q5Ew&X-Y2jGXZy-zs{5kIR-c-4IUbYtMd zHNajLnmk9TXN%6;E_u{r^8?PW;$uGCpz|Kk?Rl8^P2PuoPs$@(-$B~8Ily@w@4aog z#$lDNa{7}xEME+IMHehc^do(Pf+q=ju=gMBnfg4TG-kwDt z)`Bl*40r>5hHo;)tU25;rk4CQ>@OORSB+#zKQ%CL9Y zhxg{j2)z|O=(eu=QtA|as33k<!HvU(o!K$S#3ycNOaWo5IZf8~U~*QD~mp!(q(% z+OAT4C_9yL!+kr}6_gbp3mxyk5A%TI1xLQcGyW8g9&0jYfuAj7uBY(B=a84Yzi2ck zKYMpu;KR+Nd0$P*d!fKSAMhais^FJOJ7vsD+eqU#x4-A^eLD8{#2hD1?$xpO$CCHx zw54OiiBD?(u-@wSdPV9z;!HO206t~4fL`3i1lFTSL+any3cobE-VEY6~zWp9bSUfG-KGjpSV z)I4AvPtdRN%h(sabyOralD(Y9rJJ|;%sx;0OgST9mDz{;{_GojRlj(FDeLws?ED=Y zaw6>6e70g^U}*<&Bk@jId&+kf;uDwdO-x++e4@aT`+s+X{~cMUwD2wz<<&^`^&hzB z?fyJpOWw8H$>aHYp68-}yqgi3S7fR0Zu3PvJ3 zG}*iUH{xrBF73LTw&uL$kIFkU#T&iWK=gR4YL=cC&lnla8` zq%E3Pwaq_jj^@9=hFv0KOU^^y@>|k({o!-K1NUr_cYfhH!Wo9*J=c>1Xp78!vuxXp zJVY+Y_<4~jWAR0ifyiFN<-JqhOGy6Gh8ILcw#$*vkEFcp4aj{u*&D!Slw<$OWDPHC zG5Wo)yGH@UdrPxhl^FG2PUWe>sLGsn)jd)M}!x#Xb}xzziuuEwREoU86eUhF-Y zKAz?5o%y-o9^pakVRQ1+KM23Tr7gd-?I7)-eA5o*9gzn(Z@YF@A<3A!Nn{~sw1*l;l_QHl zjP#T_>arMj4@sMR1Hiw2LYc3Xv%IzdXDuF+yHobK>Ho0oeexWljUo#|4&!DD^(~{m zO72kksgL)KPStm@i~*sAuH``gobE>Dkve2wN??hFQK@$X-wo}<*yEdU>Z~}=2LnsL z6O}zi%Xv5SOnZ#9-PgS^%DHg9y%&7wX5_MHsrUv7?mnV_m9=t?(3NWz;=6|EzfTS> z8dcsB+}?DsX?qiRPsN+I|5e)0*k0eIkzoI|zeUf}HlJDyk zF5N44eAd$z?)Av|QTo}1Fa7M|pnZ0czsnxuw^*u0p<9idE3p3|Fgd@FJ4m{&^Qdbc z_mFCzXI#a(dxRh5`)n+Z_}GYt;3eb`fJOX-03k>S5poH6gnU8)p%0;u(3fBk`Voo< z{Rzc{0fd2sL4*>*U_vQj2w^B;7~w3!@Wj}NNf<#GNf<>KO*oq{hHwsHEMXksT*7$5 z1j2cQiG)dnGQwoS6vFw0sf1~S>4X`Ca>50KnS=`o7ZENdTtcWIScFRnmk}-}TtS#c zxRNlNFo$pz;cCJ)glh?3BV0$AOPELaI^lZ4e8LTcZxC)Ie3P(%a1-HX!Yzb_gj)%V z2w_5mP)WFru$Zs}xm2b4aBsxvzvC}3cKKFC4|gx@d7FDtVz=_{*%sV7yoY{w^yp+B zdejel)gt5Bxi4866+J+o*3kb)7DSeyDr=Pdt zPt8rPlm1P?Pua4Mr5ye3;Tu4;A2n?q#C%)GHMcTcsyqsRGp$hMo?tkB4a z^2@X3%l+xw1(u=hX%+VLn9w=6C{pYFjg=?$W!vPD-1FhgpWX1h71I91qQ&LMu+i~F ziF@nYVdIg7$Ca zolD*=9lWs^|BvzW!00Vn9S*mvJ%hUkOCl1Kfl zBTX;7UMh7yJ;h8r`+d6hSkunt`xekf=5gjh-c5LZ2Ib`Z^HY2s-ihAYwH?Zh_Z-U{v{=obN-Bxj-UHY6U7y*Dyp<#mUjKgZ_l=1$>D&ZhKXc%}N}DO?r#|~mH}l|0p~E){xlg`* zZs(osgWPGBr13XR=yj9N{Pz#Q&k^}R>zK%Zycxh(2pqqM_tI79*Pe>wat}w&&>zW( z+Wi-!ANb~(afp7Q?qNHmFX0K^N`JUClK0q4QT6sh$G*{LhTUI=nMXTE2+x8`+fBQ_ z_`Ztti7gkWjP%!FX|tBiAll>=9Av|{z45_qzw^YC0*l623zVAvHp^6YnV797Mhj`F zcMD@Dx>k9-bCU<8Zurd+dQVSJ@AJL$q|ZNU+WFm&n|A&nz3-`mbJVRt>b~3Ud+F;$ zQ!M#bcx%w|g?hkYziMYQa{q3kHeyH_o`3LGIF>}7yMUDlZ<40%d_QGtQ0m9;!Y{Y) zdGr-M{7+m#%x(uN_#|SC5=9DC*AIwed&Brk5BZLx~~$rgiIaY$J}k=!wIx{_=SfkXWxI9Joaxs6Ik~-g1hs(4=@g0onB|z&mPh3=vvE%4*#p*QkUp(&N1kx z{FZ%|*m?9z*311`3Rx>VYo|isUU~L$hmB_+&pF`OXOYAKVDxe5r0`6ipCDh~M^irh zk^htKqXp1S`P&%BnLFme`e1@yl59M;9B?Q8#^e;+OMu=IuS$(sKE-bYI&rzV}> zaviVH@n$DJxk=Vu_&}l`_4w@vyuVeWMTYT!viF{_ai;i0;=Aze8w3C4sO*EuU6*65 ziOe^L=!u_(P#u!Ij{SRk@EVYxtJ_op$~|7>>P=Hl*XXzXJTTu9>=e}x%;x|RaXBjB%Wj)rPcgx3e{^JpNG-j1dsY!m$^Vkl) z2h>H}Rc~e2G0CYTXn$J{TI18|+MHHbALy9m4;CKfo+&*=c6v>?K-j^Q9chULQN{D?~xeHxJP|%ZS!^@pe!G*8I zLKnaD1n_y_yWc*=zuaf?zHBafA>;OLe5BDazTZ!oZ^M(p8iIX7&bHWB#UHteJoee- zKAL=U)`p2c#NTmHY7=Q$yF*9zt^4u*(7Qa#yb&P27XKkn@6Z0btaZAvw-Q5d$%Z_$ z85tiFIx^o1KazjnE6#gfiJP$zH^=0iL=W$Ga}H&)m!{Ygtw=twtk(9IrH!ABREXhxYZ(_|SF!C+|=RNx_Fy~rs-HZpj z?hfjHTIxRKzfkv;5#NR}7Hh-g6SUPAgO2b*dV|Q5XPXaQ_ZWe7Um2rJRLVS>UPkhO zwMczVIry?+Crf(a%O~ycg(s^e&^ctAipbx=7#f(P25o1L85vI${MJi))Z?r*x3aGY z?UJ_^MUBUPD{HxE(QbVC79a2ZZ!^_EON|s7+$-dpo6(|pV^qEsJQVoQL}Ro_XiE9$ z_UO=obCZAGdJ%h-vKCfWDKtGcP5B0!&|+OE^|Gg0wDqFcSE@fSH+e|vPm{HEcu_3W zI<>__q4-sC>kCjDaH;r=c6`6WNb_vd8}@mb3F zG3l;FQN{b8whU;W_^5+vqnwqLb~Q%rcPF6pGx=_hl;hj{A4|D3e#+tj{tkzu|Gd*- z(muu_XE{5GpP&zAZulkh0|uN=II{2C zGRE?>2wseLK={@~tRRx)+?TPFwAVk#GL+J_lm9Myl0es6Cznm*j8e{+#7`Z~85rNe zvphWKwDeO0*#nWWQY>S`(aA6Fld|~Cb0ns}g5~yj{u8WMRt6!Rompo(3 zSo$@h(3ja-#vzfh%w6zZk|yVh4qMJnmhYi^s9WSL`*4?? zk~28SxlgPxlI&tF$#-jypyP%Y8Qb?>#zcAV!Sc=IZi?`S42Ps-XlfarcvWP_xVHD1 z#g4M?^U{XG2=5)7koOFG(RoL%+*d&7*|$619JlG$Bo8wV@E0=dfcS?w(E1sBgPk%4 z1Fx!IGYM-el z&Z(`T-iT)rLR6;+dB8KJjZ=syQw-Eo>%{_@u{w^P|AK9?D$^mvn zV0v7-GMUyw|45zG9bkXik^xztDBr_X`UDarq7$?JbIU&KDgJ znDl`&-aUhOo|Xd~e|5uW_^_0H>JVkTFI_r(7kYOX{}G#QuQ?9$_kh6L`w8Et@&2}R zau4`?liB#k^X&6EbBA9QN&Sz#!n^4UdyEJ9rYLq($=tZvXXSSlSov|ju|l7u-pArw zD_wkNMb4SU{z-pvUhF%V&mJt_TamlPa!;IcneSuq?G-tH?rgB~W1KHXx2u6gybB_7 zY4P)S&ETbnJ+UYJ5&kZfHH2@dyc_diXLS3dU9ujMw$YY#_WOK%uYL=2=Q{eSjlWZZ ztn-*J{qlEq;`K^#z8eyHZ64-tXqHCQJ)Ga-+uOQ`5AB=<%egLg=aVfteCzX+thoz> ztp7qE9=#R$eNl0@)J+{D+x%8>Oy;KTri^Qg@y>UH%#s5)o1wh@itn!5crS|{!4KcX z=`5HTQ7=lmjl1U$PcGx{!ii0_LR|~^R)c&m^rnar-N8;Xe{ZM7qde%qVCJNc9?Y?Q zo@bDgpEeYiE=w+u`rC!ZgkwTu;9+QVUlH?d7%jfo7c<2d%bZug7%ut>pM1;Bw#mFV z@%gg?bM487019o>bP* zCp@OHc0xzalm30jpYS&yr|y9}{S`@kJR{~&L#eyq!&@yqrqDaa6TVu0i!WLnUucH5 z%ij-bu<+w5j&Jkvej&P(cVeG>Z@$0aU=O8Fhvt1zapXhBLjqpn)GvI;n@pJ(pWx!DB4_ zPIx2#05q7{a-4TpUpe*d3u_#8j3+SXchN|Z#oQ2{&GIW9zlMG*558@F|SSD;xWf!XV?R<>+~~Uvj<>~{`!;9cm1ri_j@fVM<0p5F7Nm5M4p`@PriA7JQ{0G zdL#Jn?4iqEw&=9Xr2@ycpOE&sG-bag{aOB&=JBSTkA2p(GwttbR33wGd+lStmmS>s zP&y6B$xlH18}b<*RKgqb8(!0^azX(k$IMZ_P|)z1KIIRE48Q4Dfl#gyFas(W$}@r{ z-bX0k2$><3o9i=j&0Lk2>o@YuJe8jtF!IfORgfDr3d{o4CpTpDG5e^(++3s3EL44S z^NhY`UuERx8-|J2YbBG$6A2f!VL)EbSkTJ|0 zrq0UGHO?~6Qp5A}jN#^RW#;D_rpd-ufzKFWj!+{D{KiOgq#9KaFh-f9)aZhsG1?rh z&MpWUXPalMF$KBC7;}s|ry$Qb$2>=kEyy>Is+v|9GNzf+)bzq!W4bwA%_z(>W|%Wnd11a$ZkDSH`udCu z%nQ`azJ6n-Ia6KOH(*?7UZ^hW8#FF5FA913hK!5Niw#fTT;me+k`hnfJfp&_Fg<A_9pE)0d6S6$?VpC(8Zx$_^0pOK;ri;ktIRQGdg?rL^0;y4#TU~CevOqYR#!=C zvQxUDvTj*b!=(CEm9@2Zoi}+R|GA0!hSj&#pI5!Ap{j0G<%)^R?E>`;l?~O4!;35H z8!jU2lCgKJCOUu0%E~q7C6}1>%d3|**tMnc0|)BN^-Ns67|P2l>z4~#bBM=Q*G|xs z)Z)rjORAStHdL9HTx{M}Szi^dt`$a7@QX}=EUsC-szGpcyPWhz7t=HLZ&lTrhH%x& z>IQSXIeEHCMs;ntYSj`aSN$jaWlEraN_a)JkfEyjDN2FfTHvPn&lBbfs2QtqQNKUbVVDJQZNMO7Z8kr+QWG>ISDf z;q{KoR@5xMV?Leh@=JMPLATDPCykmefU~Bxzu@2{lhw75r>Qp6VMRSvORAO#s;ElM z(y{f6>x9d&Fv)M#ZL60`lN>yymey4+TUoVAvobH#p0_r*A&C+?xjydQ$bA_sNq)@Gw zD;P4$VQJBI{qm!3)$`CeR7GdeqgEjL4+DZPEc_@-rSPueQF~yBYyROx6EfeKr`Z00 z@=F|drtetAtrlxM{QD;TDKU=Wegv)V&AQIfLdA6**XL(;Z$3Z=G-GIDjc<`tXv?It z=$0yDJ}Fc_I9aV9MycZEhqj{yzw5fi;}M0z`}_CTF?LFaE9GUPbV05gywNcpUM`)M z2M_lTTi{^}{4ZJn&w-5`{;n-Oe8p|Ro4{|!VN?cu3HYZ5yaoJ|WZV+KuNZI}_$32A z0{jC5J_X$W`#f=+w6Ge$--*Mh40sdx+Xj3Ixc@vG$AP{D{LMH_`cDbquN!b1_-h7y z1o%+{J_Xz{;0@q22D}NpV8EAv|Gnx2HXbzq5&TPzSV$F0q-;54d9y$ zcoX>327C$l69&8mygM2162KoZ;C9aW&wT?v0{ou_df8BuF zz+W@qBfyUu@G0O<60Y4th=$aCNm~9*F1mlmd8~$08agAbcwE|{i=6+uwB5HjkN;Xs zDad!pyucTwep)5Xx~8-OE9{hd)=4X{YC>sMMp{9i)l=F)JLmqt?~xT^Zm+Z=C2d!O z^Xu6@!uAPi^S&O(T>i|5jIWXQD=p5`=lqmZyno58Y8UYo=Y8YgT}n8QW85B*dVcMj zm3J?_lEmSk!uVY*lb%QEMnbF;6WHXPE;A#D7C7g$TJr_6Q{aJc{Cd9S${ydl9Pw&qpp4Oitli=@WwBN<~ z7~X^Qdz^kFVvK5Waxrm;r}z8W1fJIKc)sd_y6yTQw0^f{6L@zzt6y8c--`Fw*6#_| z1-;)_CtYVwMeAq9jiV^#VXmVVxPL$WRSPwy{Ko>CLr z=UAwvWBqxVLD!gUKw zsu3ZNWdelHVwekd!QvJz#CkeVXFB7wT6SYIr<$BBghUYbCP^H*HhW`{!O z^TS()2YPc`?Fm{5vU5Xyx&FTXTt5FLv2(|cZFXko`2NlIKz1-YU}s7TwcZ7%)}PPy z4ipA^r`;mfDZY)8f;(UIX0eR)(7mB?9-y24-_%+e!^Ao09WA;QIXv6eiP!vblRR(3_Ue7wGJd`?==6LsUK8R#FIC>^Aq(rdzAZU(v{VmmWqNU@P@JB2 zD@RnWT0e+RlL%%JW|}+?LJBWk;OaiJoQ>uX7O`hJx_*EA;(2=4%I`nb zd&}Ux=w0a+Ul{t&BQl4*y3uywnBHBg_o4jWQ@tlub}ikU=^Z4$*A4U=P)4sn zp2acJx~6Xe8@z{=#mjyuPw!Hx9+b9Aqu!$`yPD!q-M%LANc?9|rs+4)GY68g{_9`T z6PJ=YfAX8drs;cGudM&%NBZZmQ3~tFkk|Fx?!9cqTi}p>BQ{E5y@R}_&r*9MDeKpf z^xyD{qxzqtOxK^2yewNm{z(5#Sssah8D*Nj&z3x8gZP_b^nZ!bPq3bCaQ>Ngy+!Z( z_4qB;v-O|Lss8-cO}PHn_fW3sa~wz6;QYTO{YLa}#ORxnmtz~mr%zHTt&xVtg>?nT zdi=W*&#?{Kua|XU{qNiLYF$Cut_C=C{`4G8DXjk!@@ii4I>*o%pS8TcqI9x&xxOT& z{?qjrSX4SmuL$$X{w3N|m14 z2D74N+r$%Y@DQVSS(S?m$&$C2egyXC4yOg!&flEvhReaPdO>HIAk|9bzmSkKmfevw6Tzh*gO(RZ1;{+`6Iu{E8) z^^aGTa`03lg)V0Zu@@`y}`83_5!zs}J7kNY?1^@s6 From 6feccf255e38ee5095b069fc7ac28da590cc7f41 Mon Sep 17 00:00:00 2001 From: Antoine Vianey Date: Mon, 15 Jun 2015 16:49:27 +0200 Subject: [PATCH 43/46] #116 support amd64 arch under windows & linux x86_64 might be recognise as x64 or amd64 on some servers... osgi the fails to load native dependencies! --- build.sbt | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/build.sbt b/build.sbt index 3fc24f5..72dd159 100644 --- a/build.sbt +++ b/build.sbt @@ -101,10 +101,14 @@ OsgiKeys.importPackage := Seq("""org.osgi.framework;version="[1.5,2)"""") OsgiKeys.additionalHeaders := Map( "Bundle-NativeCode" -> Seq( "org/xerial/snappy/native/Windows/x86_64/snappyjava.dll;osname=win32;processor=x86-64", +"org/xerial/snappy/native/Windows/x86_64/snappyjava.dll;osname=win32;processor=x64", +"org/xerial/snappy/native/Windows/x86_64/snappyjava.dll;osname=win32;processor=amd64", "org/xerial/snappy/native/Windows/x86/snappyjava.dll;osname=win32;processor=x86", "org/xerial/snappy/native/Mac/x86/libsnappyjava.jnilib;osname=macosx;processor=x86", "org/xerial/snappy/native/Mac/x86_64/libsnappyjava.jnilib;osname=macosx;processor=x86-64", "org/xerial/snappy/native/Linux/x86_64/libsnappyjava.so;osname=linux;processor=x86-64", +"org/xerial/snappy/native/Linux/x86_64/libsnappyjava.so;osname=linux;processor=x64", +"org/xerial/snappy/native/Linux/x86_64/libsnappyjava.so;osname=linux;processor=amd64", "org/xerial/snappy/native/Linux/x86/libsnappyjava.so;osname=linux;processor=x86", "org/xerial/snappy/native/Linux/aarch64/libsnappyjava.so;osname=linux;processor=aarch64", "org/xerial/snappy/native/Linux/arm/libsnappyjava.so;osname=linux;processor=arm", From b8d4fdeead7b2788e31340bd35af470b356ed10c Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Tue, 16 Jun 2015 12:56:58 +0900 Subject: [PATCH 44/46] Setting version to 1.1.2-RC3 --- version.sbt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/version.sbt b/version.sbt index 9e85fb5..9ab9915 100644 --- a/version.sbt +++ b/version.sbt @@ -1 +1 @@ -version in ThisBuild := "1.1.2-RC3-SNAPSHOT" \ No newline at end of file +version in ThisBuild := "1.1.2-RC3" \ No newline at end of file From 68e1973d3dda0a7137b678dd70273de7a32b1394 Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Tue, 16 Jun 2015 12:57:15 +0900 Subject: [PATCH 45/46] Setting version to 1.1.2-SNAPSHOT --- version.sbt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/version.sbt b/version.sbt index 9ab9915..67cefc0 100644 --- a/version.sbt +++ b/version.sbt @@ -1 +1 @@ -version in ThisBuild := "1.1.2-RC3" \ No newline at end of file +version in ThisBuild := "1.1.2-SNAPSHOT" \ No newline at end of file From 2902c04ecc28db996fb23d8319e6a1afbec3d0ac Mon Sep 17 00:00:00 2001 From: "Taro L. Saito" Date: Tue, 16 Jun 2015 12:59:04 +0900 Subject: [PATCH 46/46] Fix version --- README.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index c5fb69d..7537780 100755 --- a/README.md +++ b/README.md @@ -39,7 +39,7 @@ Add the following dependency to your pom.xml: org.xerial.snappy snappy-java - 1.1.2-RC1 + 1.1.2-RC3 jar compile @@ -47,7 +47,7 @@ Add the following dependency to your pom.xml: ### Using with sbt ``` -libraryDependencies += "org.xerial.snappy" % "snappy-java" % "1.1.2-RC1" +libraryDependencies += "org.xerial.snappy" % "snappy-java" % "1.1.2-RC3" ``` @@ -75,7 +75,7 @@ In addition, high-level methods (`Snappy.compress(String)`, `Snappy.compress(flo ### Stream-based API Stream-based compressor/decompressor `SnappyOutputStream`/`SnappyInputStream` are also available for reading/writing large data sets. `SnappyFramedOutputStream`/`SnappyFramedInputStream` can be used for the [framing format](https://code.google.com/p/snappy/source/browse/trunk/framing_format.txt). - * See also [Javadoc API](https://oss.sonatype.org/service/local/repositories/releases/archive/org/xerial/snappy/snappy-java/1.1.2-RC1/snappy-java-1.1.2-RC1-javadoc.jar/!/index.html) + * See also [Javadoc API](https://oss.sonatype.org/service/local/repositories/releases/archive/org/xerial/snappy/snappy-java/1.1.2-RC3/snappy-java-1.1.2-RC3-javadoc.jar/!/index.html) #### Compatibility Notes * `SnappyOutputStream` and `SnappyInputStream` use `[magic header:16 bytes]([block size:int32][compressed data:byte array])*` format. You can read the result of `Snappy.compress` with `SnappyInputStream`, but you cannot read the compressed data generated by `SnappyOutputStream` with `Snappy.uncompress`. Here is the compatibility matrix of data foramt: