[indexer-alt] pruning tests

crates/sui-indexer-alt/Cargo.toml

@@ -41,6 +41,7 @@ sui-synthetic-ingestion = { workspace = true, optional = true }
 rand.workspace = true
 tempfile.workspace = true
 wiremock.workspace = true
+simulacrum.workspace = true
 
 [features]
 default = []

crates/sui-indexer-alt/src/benchmark.rs

@@ -59,6 +59,7 @@ pub async fn run_benchmark(
         client_args,
         indexer_config,
         false, /* with_genesis */
+        None,
     )
     .await?;
 

crates/sui-indexer-alt/src/lib.rs

@@ -46,6 +46,7 @@ pub async fn start_indexer(
     // TODO: There is probably a better way to handle this.
     // For instance, we could also pass in dummy genesis data in the benchmark mode.
     with_genesis: bool,
+    cancel: Option<CancellationToken>,
 ) -> anyhow::Result<()> {
     let IndexerConfig {
         ingestion,
@@ -88,7 +89,7 @@ pub async fn start_indexer(
     let committer = committer.finish(CommitterConfig::default());
     let pruner = pruner.finish(PrunerConfig::default());
 
-    let cancel = CancellationToken::new();
+    let cancel = cancel.unwrap_or_else(CancellationToken::new);
     let retry_interval = ingestion.retry_interval();
 
     let mut indexer = Indexer::new(

crates/sui-indexer-alt/src/main.rs

@@ -40,6 +40,7 @@ async fn main() -> Result<()> {
                 client_args,
                 indexer_config,
                 true,
+                None,
             )
             .await?;
         }

crates/sui-indexer-alt/tests/mod.rs

@@ -0,0 +1,5 @@
+// Copyright (c) Mysten Labs, Inc.
+// SPDX-License-Identifier: Apache-2.0
+
+#[cfg(test)]
+mod pruning;

crates/sui-indexer-alt/tests/pruning/configs/base_config.toml

@@ -0,0 +1,12 @@
+[ingestion]
+checkpoint-buffer-size = 10
+ingestion-concurrency = 2
+retry-interval-ms = 200
+
+[consistency]
+consistent-range = 10
+
+[committer]
+write-concurrency = 2
+collect-interval-ms = 500
+watermark-interval-ms = 500

crates/sui-indexer-alt/tests/pruning/configs/cp_sequence_numbers.toml

@@ -0,0 +1 @@
+[pipeline.cp_sequence_numbers]

crates/sui-indexer-alt/tests/pruning/configs/kv_checkpoints.toml

@@ -0,0 +1,5 @@
+[pipeline.kv_checkpoints.pruner]
+interval-ms = 200
+delay-ms = 100
+retention = 1
+max-chunk-size = 1

crates/sui-indexer-alt/tests/pruning/configs/kv_epoch_starts_diff_epoch.toml

@@ -0,0 +1,5 @@
+[pipeline.kv_epoch_starts.pruner]
+interval-ms = 200
+delay-ms = 100
+retention = 1
+max-chunk-size = 1

crates/sui-indexer-alt/tests/pruning/mod.rs

@@ -0,0 +1,5 @@
+// Copyright (c) Mysten Labs, Inc.
+// SPDX-License-Identifier: Apache-2.0
+
+#[cfg(test)]
+pub(crate) mod pruner_tests;