luciano/nippy
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Tune buffer size, freeze compressor selector

Browse source
This commit is contained in:
Peter Taoussanis 2015-09-30 11:53:17 +07:00
parent 9c33f4f5ac
commit 1506747e42
1 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
src/taoensso/nippy.clj
View file

@ -203,7 +203,7 @@
(if (counted? ~'x) (if (counted? ~'x)
(do (.writeInt ~'out (count ~'x)) (do (.writeInt ~'out (count ~'x))
(encore/run!* (fn [i#] (freeze-to-out ~'out i#)) ~'x)) (encore/run!* (fn [i#] (freeze-to-out ~'out i#)) ~'x))
(let [bas# (ByteArrayOutputStream.) (let [bas# (ByteArrayOutputStream. 64)
sout# (DataOutputStream. bas#) sout# (DataOutputStream. bas#)
cnt# (reduce (fn [^long cnt# i#] cnt# (reduce (fn [^long cnt# i#]
(freeze-to-out sout# i#) (freeze-to-out sout# i#)
@ -377,9 +377,9 @@
[^bytes ba] [^bytes ba]
(let [ba-len (alength ba)] (let [ba-len (alength ba)]
(cond (cond
;; (> ba-len 1024) lzma2-compressor ;; (> ba-len 4098) lzma2-compressor
;; (> ba-len 512) lz4hc-compressor ;; (> ba-len 2048) lz4hc-compressor
(> ba-len 128) lz4-compressor (> ba-len 1024) lz4-compressor
:else nil))) :else nil)))
(encore/defonce* ^:dynamic *default-freeze-compressor-selector* (encore/defonce* ^:dynamic *default-freeze-compressor-selector*
@ -403,7 +403,7 @@
compressor (if legacy-mode? snappy-compressor compressor) compressor (if legacy-mode? snappy-compressor compressor)
encryptor (when password (if-not legacy-mode? encryptor nil)) encryptor (when password (if-not legacy-mode? encryptor nil))
skip-header? (or skip-header? legacy-mode?) skip-header? (or skip-header? legacy-mode?)
baos (ByteArrayOutputStream.) baos (ByteArrayOutputStream. 64)
dos (DataOutputStream. baos)] dos (DataOutputStream. baos)]
(freeze-to-out! dos x) (freeze-to-out! dos x)
(let [ba (.toByteArray baos) (let [ba (.toByteArray baos)