Changes made after review with Christoph plus added compression of jo…

…urnals

lib/cli/src/commands/journal/filter.rs

@@ -47,7 +47,13 @@ pub struct CmdJournalFilter {
     /// Path to the journal that will be the output of the filter
     #[clap(index = 2)]
     target_path: PathBuf,
-    /// Filters to be applied to the output journal
+    /// Filters to be applied to the output journal, filter options are
+    /// - 'mem' | 'memory' -> removes all WASM memory related events
+    /// - 'thread' | 'threads' -> removes all events related to the state of the threads
+    /// - 'fs' | 'file' -> removes file system mutation events
+    /// - 'core' -> removes core operating system operations such as TTY
+    /// - 'snap' | 'snapshot' -> removes the snapshots from the journal
+    /// - 'net' | 'network' -> removes network socket and interface events
     #[clap(short, long = "filter")]
     filters: Vec<FilterOut>,
 }

lib/wasix/Cargo.toml

@@ -81,6 +81,7 @@ bytecheck = "0.6.8"
 shared-buffer = "0.1"
 petgraph = "0.6.3"
 base64 = "0.21"
+lz4_flex = { version = "0.11" }
 rayon = { version = "1.7.0", optional = true }
 wasm-bindgen = { version = "0.2.87", optional = true }
 js-sys = { version = "0.3.64", optional = true }

lib/wasix/src/journal/base64.rs

@@ -1,18 +1,23 @@
 use std::borrow::Cow;
 
+use lz4_flex::block::{compress_prepend_size, decompress_size_prepended};
+
 use serde::{Deserialize, Serialize};
 use serde::{Deserializer, Serializer};
 
 pub fn serialize<S: Serializer>(v: &[u8], s: S) -> Result<S::Ok, S::Error> {
     #[allow(deprecated)]
-    let base64 = base64::encode(v);
+    let base64 = base64::encode(compress_prepend_size(v));
     String::serialize(&base64, s)
 }
 
 pub fn deserialize<'de, D: Deserializer<'de>>(d: D) -> Result<Cow<'static, [u8]>, D::Error> {
     let base64 = String::deserialize(d)?;
     #[allow(deprecated)]
-    base64::decode(base64.as_bytes())
-        .map_err(serde::de::Error::custom)
-        .map(|d| d.into())
+    base64::decode(
+        decompress_size_prepended(base64.as_bytes())
+            .map_err(|err| serde::de::Error::custom(err))?,
+    )
+    .map_err(serde::de::Error::custom)
+    .map(|d| d.into())
 }