mokurin000/sdgb-utils-rs
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

enhance: enable higher compression level

Browse Source
This commit is contained in:
mokurin000
2025-08-11 13:32:54 +08:00
parent 32cf576b88
commit 2b6bb12dce
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
utils/hash_userid.py
View File

@@ -8,4 +8,6 @@ pl.scan_parquet(file).with_columns(
pl.col("user_id").cast(pl.String).add("Lt2N5xgjJOqRsT5qVt7wWYw6SqOPZDI7") pl.col("user_id").cast(pl.String).add("Lt2N5xgjJOqRsT5qVt7wWYw6SqOPZDI7")
).with_columns( ).with_columns(
pl_hash.col("user_id").chash.sha2_256().str.head(16) pl_hash.col("user_id").chash.sha2_256().str.head(16)
).collect().write_parquet(file.replace(".parquet", "_pub.parquet")) ).collect().write_parquet(
file.replace(".parquet", "_pub.parquet"), compression="zstd", compression_level=15
)