Improve parquet gzip compression performance using zlib-rs

psvri · psvri · commit 09cee31915e1 · 2025-02-26T21:21:09.000+05:30
diff --git a/parquet/Cargo.toml b/parquet/Cargo.toml
@@ -50,7 +50,7 @@ bytes = { version = "1.1", default-features = false, features = ["std"] }
 thrift = { version = "0.17", default-features = false }
 snap = { version = "1.0", default-features = false, optional = true }
 brotli = { version = "7.0", default-features = false, features = ["std"], optional = true }
-flate2 = { version = "1.0", default-features = false, features = ["rust_backend"], optional = true }
+flate2 = { version = "1.1", default-features = false, features = ["zlib-rs"], optional = true }
 lz4_flex = { version = "0.11", default-features = false, features = ["std", "frame"], optional = true }
 zstd = { version = "0.13", optional = true, default-features = false }
 chrono = { workspace = true }
diff --git a/parquet/src/compression.rs b/parquet/src/compression.rs
@@ -340,7 +340,7 @@ impl Default for GzipLevel {
 
 impl CompressionLevel<u32> for GzipLevel {
     const MINIMUM_LEVEL: u32 = 0;
-    const MAXIMUM_LEVEL: u32 = 10;
+    const MAXIMUM_LEVEL: u32 = 9;
 }
 
 impl GzipLevel {

Original file line number	Diff line number	Diff line change
`@@ -340,7 +340,7 @@ impl Default for GzipLevel {`
`340`	`340`
`341`	`341`	`impl CompressionLevel<u32> for GzipLevel {`
`342`	`342`	`const MINIMUM_LEVEL: u32 = 0;`
`343`		`- const MAXIMUM_LEVEL: u32 = 10;`
	`343`	`+ const MAXIMUM_LEVEL: u32 = 9;`
`344`	`344`	`}`
`345`	`345`
`346`	`346`	`impl GzipLevel {`