enhance: enable higher compression level
This commit is contained in:
1 parent
32cf576b88
commit
2b6bb12dce
1 file changed
+3
-1
@@ -8,4 +8,6 @@ pl.scan_parquet(file).with_columns(
|
|||||||
pl.col("user_id").cast(pl.String).add("Lt2N5xgjJOqRsT5qVt7wWYw6SqOPZDI7")
|
pl.col("user_id").cast(pl.String).add("Lt2N5xgjJOqRsT5qVt7wWYw6SqOPZDI7")
|
||||||
).with_columns(
|
).with_columns(
|
||||||
pl_hash.col("user_id").chash.sha2_256().str.head(16)
|
pl_hash.col("user_id").chash.sha2_256().str.head(16)
|
||||||
).collect().write_parquet(file.replace(".parquet", "_pub.parquet"))
|
).collect().write_parquet(
|
||||||
|
file.replace(".parquet", "_pub.parquet"), compression="zstd", compression_level=15
|
||||||
|
)
|
||||||
Reference in new issue
Block a user