feat: add guarded Rust experiment process runner

.github/workflows/rust-test.yml

@@ -67,6 +67,8 @@ jobs:
         run: |
           cargo test -p lance-context-wal --features placement,admission,ipc,record,arrow-contract --lib
           cargo test -p lance-context-wal --features arrow-contract,serde_json/preserve_order --lib ingest_contract::arrow
+      - name: WAL experiment process lifecycle tests
+        run: cargo test -p lance-context-wal --features runner --test runner
       - name: Start etcd for HA scheduler test
         run: |
           ETCD_VERSION=3.7.0

.github/workflows/style.yml

@@ -56,7 +56,7 @@ jobs:
       - name: Clippy (lance-context, default features)
         run: cargo clippy --manifest-path crates/lance-context/Cargo.toml --all-targets -- -D warnings
       - name: Clippy (WAL experiments)
-        run: cargo clippy -p lance-context-wal --features lab,placement,admission,ipc,record,arrow-contract --all-targets -- -D warnings
+        run: cargo clippy -p lance-context-wal --features lab,placement,admission,ipc,record,arrow-contract,runner --all-targets -- -D warnings
 
   typos:
     name: Spell Check

crates/lance-context-wal/Cargo.toml

@@ -7,6 +7,7 @@ publish = false
 description = "Independent Rust WAL experiments owned by lance-context"
 
 [features]
+runner = ["dep:anyhow", "dep:clap", "dep:libc", "dep:serde", "dep:serde_json", "dep:sha2"]
 contract = ["dep:serde", "dep:sha2"]
 arrow-contract = ["contract", "dep:arrow-schema", "arrow-schema/serde", "dep:serde_json"]
 record = ["dep:bytes", "bytes/serde", "dep:serde", "dep:sha2", "dep:uuid"]
@@ -24,6 +25,7 @@ arrow-schema = { version = "58", optional = true }
 bytes = { version = "1", optional = true }
 clap = { version = "4", features = ["derive"], optional = true }
 hdrhistogram = { version = "7", optional = true }
+libc = { version = "0.2", optional = true }
 raft-engine = { version = "=0.4.2", default-features = false, optional = true }
 raft-proto = { version = "=0.7.0", optional = true }
 serde_json = { version = "1", optional = true }
@@ -36,6 +38,11 @@ bincode = "1.3"
 arrow-ipc = { version = "58", features = ["zstd"] }
 tempfile = "3"
 
+[[bin]]
+name = "context-wal-runner"
+path = "src/bin/runner.rs"
+required-features = ["runner"]
+
 [[bin]]
 name = "context-wal-lab"
 path = "src/bin/lab.rs"