chore: optimize parquet fields

sdgb-cli/src/commands.rs

@@ -123,6 +123,8 @@ pub enum Commands {
     ScrapeAllB50Dump {},
     #[cfg(feature = "fetchall")]
     ScrapeAllRegionDump {},
+    #[cfg(feature = "fetchall")]
+    ScrapeAllRecordDump {},
 
     Logout {
         #[arg(short, long)]

sdgb-cli/src/main.rs

@@ -337,6 +337,31 @@ async fn main() -> Result<(), Box<dyn snafu::Error>> {
             dump_parquet(regions_flat, "regions.parquet")?;
         }
         #[cfg(feature = "fetchall")]
+        Commands::ScrapeAllRecordDump {} => {
+            use crate::{
+                cache::RECORDS,
+                utils::helpers::{dump_parquet, read_cache},
+            };
+            use sdgb_api::title::model::GetUserMusicApiResp;
+            use sdgb_api::title::model::UserMusicDetailFlatten;
+
+            let records: Vec<GetUserMusicApiResp> = read_cache(RECORDS)?;
+            dump_parquet(
+                records
+                    .into_iter()
+                    .map(|resp| {
+                        resp.user_music_list
+                            .into_iter()
+                            .map(|music| music.user_music_detail_list)
+                            .flatten()
+                            .map(move |detail| UserMusicDetailFlatten::new(resp.user_id, detail))
+                    })
+                    .flatten()
+                    .collect::<Vec<UserMusicDetailFlatten>>(),
+                "records.parquet",
+            )?;
+        }
+        #[cfg(feature = "fetchall")]
         Commands::ScrapeAllB50Dump {} => {
             use crate::{cache::B50, utils::helpers::dump_json};