From cef485f67a827289210f654dc9d487938a8e294c Mon Sep 17 00:00:00 2001
From: librelois <c@elo.tf>
Date: Mon, 17 May 2021 23:43:05 +0200
Subject: [PATCH] perf(indexer): change compression algo: lz4 -> deflate

---
 Cargo.lock                   | 24 +++++++++++++++++-------
 indexer/Cargo.toml           |  2 +-
 indexer/src/blocks_chunks.rs | 11 ++++++++---
 3 files changed, 26 insertions(+), 11 deletions(-)

diff --git a/Cargo.lock b/Cargo.lock
index d24218d..466db12 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -10,6 +10,12 @@ dependencies = [
  "regex",
 ]
 
+[[package]]
+name = "adler"
+version = "1.0.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe"
+
 [[package]]
 name = "aho-corasick"
 version = "0.7.15"
@@ -1022,8 +1028,8 @@ dependencies = [
  "dubp",
  "duniter-core",
  "duniter-gva-db",
- "lz4_flex",
  "maplit",
+ "miniz_oxide",
  "once_cell",
  "parking_lot",
  "resiter",
@@ -1686,12 +1692,6 @@ dependencies = [
  "cfg-if 1.0.0",
 ]
 
-[[package]]
-name = "lz4_flex"
-version = "0.7.5"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "05304f8e67dfc93d1b4b990137fd1a7a4c6ad44b60a9c486c8c4486f9d2027ae"
-
 [[package]]
 name = "maplit"
 version = "1.0.2"
@@ -1735,6 +1735,16 @@ dependencies = [
  "unicase",
 ]
 
+[[package]]
+name = "miniz_oxide"
+version = "0.4.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a92518e98c078586bc6c934028adcca4c92a53d6a958196de835170a01d84e4b"
+dependencies = [
+ "adler",
+ "autocfg",
+]
+
 [[package]]
 name = "mio"
 version = "0.7.11"
diff --git a/indexer/Cargo.toml b/indexer/Cargo.toml
index 9e8907a..120c024 100644
--- a/indexer/Cargo.toml
+++ b/indexer/Cargo.toml
@@ -17,7 +17,7 @@ bincode = "1.3"
 duniter-core = { git = "https://git.duniter.org/nodes/rust/duniter-core" }
 duniter-gva-db = { path = "../db" }
 dubp = { version = "0.54.1", features = ["duniter"] }
-lz4_flex = { version = "0.7", default-features = false }
+miniz_oxide = "0.4.4"
 once_cell = "1.7"
 resiter = "0.4.0"
 
diff --git a/indexer/src/blocks_chunks.rs b/indexer/src/blocks_chunks.rs
index 320e39a..74bf1cd 100644
--- a/indexer/src/blocks_chunks.rs
+++ b/indexer/src/blocks_chunks.rs
@@ -35,7 +35,9 @@ pub(super) fn apply_block_blocks_chunk<B: Backend>(
             .serialize(&current_chunk)
             .map_err(|e| KvError::DeserError(e.into()))?;
         let chunk_hash = Hash::compute_blake3(current_chunk_bin.as_ref());
-        let compressed_chunk = lz4_flex::compress_prepend_size(current_chunk_bin.as_ref());
+
+        let compressed_chunk = miniz_oxide::deflate::compress_to_vec(current_chunk_bin.as_ref(), 6);
+
         let chunk_index = U32BE(block_number / CHUNK_SIZE);
         gva_db
             .blocks_chunk_hash
@@ -59,8 +61,11 @@ pub(super) fn revert_block_blocks_chunk<B: Backend>(
         if let Some(compressed_chunk) = gva_db.compressed_blocks_chunk.get(&chunk_index)? {
             gva_db.blocks_chunk_hash.remove(chunk_index);
             gva_db.compressed_blocks_chunk.remove(chunk_index);
-            let current_chunk_bin = lz4_flex::decompress_size_prepended(compressed_chunk.as_ref())
-                .map_err(|e| KvError::Custom(format!("{:?}", e).into()))?;
+
+            let current_chunk_bin =
+                miniz_oxide::inflate::decompress_to_vec(compressed_chunk.as_ref())
+                    .map_err(|e| KvError::Custom(format!("{:?}", e).into()))?;
+
             let current_chunk: Vec<GvaBlockDbV1> = bincode_db()
                 .deserialize(current_chunk_bin.as_ref())
                 .map_err(|e| KvError::DeserError(e.into()))?;