luciano/nippy
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[#85] Lazily create LZ4 instance, fixes issue with Google App Engine

Browse source
This commit is contained in:
Peter Taoussanis 2016-09-01 13:57:25 +07:00
parent 0894ecffce
commit dee62aa0fc
1 changed files with 12 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

23
src/taoensso/nippy/compression.clj
View file

@ -69,12 +69,12 @@
environments." environments."
(LZMA2Compressor. 0)) (LZMA2Compressor. 0))
(deftype LZ4Compressor [^net.jpountz.lz4.LZ4Compressor compressor (deftype LZ4Compressor [compressor_ decompressor_]
^net.jpountz.lz4.LZ4Decompressor decompressor]
ICompressor ICompressor
(header-id [_] :lz4) (header-id [_] :lz4)
(compress [_ ba] (compress [_ ba]
(let [len-decomp (alength ^bytes ba) (let [^net.jpountz.lz4.LZ4Compressor compressor @compressor_
len-decomp (alength ^bytes ba)
max-len-comp (.maxCompressedLength compressor len-decomp) max-len-comp (.maxCompressedLength compressor len-decomp)
ba-comp* (byte-array max-len-comp) ; Over-sized ba-comp* (byte-array max-len-comp) ; Over-sized
len-comp (.compress compressor ^bytes ba 0 len-decomp len-comp (.compress compressor ^bytes ba 0 len-decomp
@ -87,7 +87,8 @@
(.toByteArray baos))) (.toByteArray baos)))
(decompress [_ ba] (decompress [_ ba]
(let [bais (ByteArrayInputStream. ba) (let [^net.jpountz.lz4.LZ4Decompressor decompressor @decompressor_
bais (ByteArrayInputStream. ba)
dis (DataInputStream. bais) dis (DataInputStream. bais)
;; ;;
len-decomp (.readInt dis) len-decomp (.readInt dis)
@ -98,9 +99,7 @@
_ (.decompress decompressor ba 4 ba-decomp 0 len-decomp)] _ (.decompress decompressor ba 4 ba-decomp 0 len-decomp)]
ba-decomp))) ba-decomp)))
(def ^:private ^net.jpountz.lz4.LZ4Factory lz4-factory (def ^:private lz4-factory_ (delay (net.jpountz.lz4.LZ4Factory/fastestInstance)))
(net.jpountz.lz4.LZ4Factory/fastestInstance))
(def lz4-compressor (def lz4-compressor
"Default net.jpountz.lz4 compressor: "Default net.jpountz.lz4 compressor:
Ratio: low. Ratio: low.
@ -111,13 +110,15 @@
Thanks to Max Penet (@mpenet) for our first implementation, Thanks to Max Penet (@mpenet) for our first implementation,
Ref. https://github.com/mpenet/nippy-lz4" Ref. https://github.com/mpenet/nippy-lz4"
(LZ4Compressor. (.fastCompressor lz4-factory) (LZ4Compressor.
(.fastDecompressor lz4-factory))) (delay (.fastCompressor ^net.jpountz.lz4.LZ4Factory @lz4-factory_))
(delay (.fastDecompressor ^net.jpountz.lz4.LZ4Factory @lz4-factory_))))
(def lz4hc-compressor (def lz4hc-compressor
"Like `lz4-compressor` but trades some write speed for ratio." "Like `lz4-compressor` but trades some write speed for ratio."
(LZ4Compressor. (.highCompressor lz4-factory) (LZ4Compressor.
(.fastDecompressor lz4-factory))) (delay (.highCompressor ^net.jpountz.lz4.LZ4Factory @lz4-factory_))
(delay (.fastDecompressor ^net.jpountz.lz4.LZ4Factory @lz4-factory_))))
(comment (comment
(def ba-bench (.getBytes (apply str (repeatedly 1000 rand)) "UTF-8")) (def ba-bench (.getBytes (apply str (repeatedly 1000 rand)) "UTF-8"))