enhance: enable higher compression level

2025-08-11 13:32:54 +08:00
parent 32cf576b88
commit 2b6bb12dce
1 changed files with 3 additions and 1 deletions
--- a/utils/hash_userid.py
+++ b/utils/hash_userid.py
@@ -8,4 +8,6 @@ pl.scan_parquet(file).with_columns(
    pl.col("user_id").cast(pl.String).add("Lt2N5xgjJOqRsT5qVt7wWYw6SqOPZDI7")
 ).with_columns(
    pl_hash.col("user_id").chash.sha2_256().str.head(16)
-).collect().write_parquet(file.replace(".parquet", "_pub.parquet"))
+).collect().write_parquet(
+    file.replace(".parquet", "_pub.parquet"), compression="zstd", compression_level=15
+)