feat(ingest): add durable rollout ingestion over WAL RPCs

.github/workflows/rust-publish.yml

@@ -75,7 +75,9 @@ jobs:
 
       - name: Validate Rust crate packages
         if: github.event_name == 'pull_request'
-        run: cargo package --workspace --exclude lance-context-python --allow-dirty --no-verify --all-features --locked
+        # The private ingress adapter depends on the unpublished WAL crate.
+        # Rust Tests checks this workspace-only integration with its features.
+        run: cargo package --workspace --exclude lance-context-python --exclude lance-context-ingest --allow-dirty --no-verify --all-features --locked
 
       - name: Publish Rust crates
         if: github.event_name != 'pull_request'

Cargo.toml

@@ -2,6 +2,7 @@
 members = [
     "crates/lance-context-merge",
     "crates/lance-context-core",
+    "crates/lance-context-ingest",
     "crates/lance-context-wal",
     "crates/lance-context-metrics",
     "crates/lance-context",

crates/lance-context-ingest/Cargo.toml

@@ -0,0 +1,30 @@
+[package]
+name = "lance-context-ingest"
+version = "0.6.7"
+edition = "2021"
+license = "Apache-2.0"
+publish = false
+description = "Durable rollout ingress over the independent lance-context WAL"
+
+[dependencies]
+anyhow = "1"
+arrow-array = "58"
+arrow-schema = "58"
+base64 = "0.22"
+bytes = "1"
+lance-context-core = { version = "0.6.7", path = "../lance-context-core" }
+lance-context-wal = { version = "0.6.7", path = "../lance-context-wal", features = ["peer-transport", "ipc", "arrow-contract"] }
+ring = "0.17"
+serde = { version = "1", features = ["derive"] }
+serde_json = "1"
+tokio = { version = "1", features = ["rt", "sync", "time"] }
+uuid = { version = "1.20.0", features = ["v4", "serde"] }
+
+[dev-dependencies]
+arrow-ipc = "58"
+lance = "13.0.0"
+lance-table = "13.0.0"
+rcgen = "0.14"
+tempfile = "3"
+tokio = { version = "1", features = ["rt-multi-thread", "macros", "net"] }
+tokio-rustls = { version = "0.26.4", default-features = false, features = ["ring", "tls12"] }