Add e2e crates and update workspace & CI

Introduce dedicated e2e crates and reorganize workspace/tests for end-to-end testing: add kalam-cli-e2e and rust-e2e SDK entries, move many CLI test files into cli/kalam-cli-e2e, and update workspace members in top-level Cargo.toml. Update CI/workflow settings (dart workspaces path and release build features) and refresh developer docs (AGENTS.md) with new e2e commands and build notes. Cargo.lock and various Cargo.toml files were updated to reflect new packages and workspace layout; backend Cargo.toml features comment clarified.

Author: jamals86

.github/workflows/dart-sdk.yml

@@ -153,7 +153,7 @@ jobs:
         with:
           shared-key: dart-bridge
           cache-on-failure: true
-          workspaces: link -> link/target
+          workspaces: link/kalam-link-dart -> target
 
       - name: Setup Flutter
         uses: subosito/flutter-action@v2

.github/workflows/release.yml

@@ -954,7 +954,7 @@ jobs:
           cargo build `
             -p kalamdb-server `
             --no-default-features `
-            --features embedded-ui,traceability `
+            --features embedded-ui,traceability,mimalloc,cloud-aws `
             --profile release-dist `
             --timings `
             --bin kalamdb-server

AGENTS.md

@@ -67,17 +67,21 @@ Keep context small. Read only the files needed for the current task. Do not scan
 - Use `cargo nextest run` for tests unless explicitly told otherwise.
 - CLI smoke tests require a running server. Start the backend first, then run smoke tests from `cli`.
 - Smoke tests are required before committing changes that affect backend or CLI behavior.
-- For CLI e2e tests, run `cargo nextest run --features e2e-tests` without `--no-fail-fast`; fix the first failure, then rerun.
+- For CLI e2e tests, run `cargo nextest run -p kalam-cli-e2e` without `--no-fail-fast`; fix the first failure, then rerun.
 - For performance tests, benchmarks, or perf e2e cases, report each relevant runtime in seconds.
 - Add `#[ntest::timeout(time)]` to async tests using observed healthy runtime x 1.5.
 
 ## Commands
 
 - Backend build: `cd backend && cargo build`
 - Backend run: `cd backend && cargo run --bin kalamdb-server`
+- Backend fast check (local dev, no S3/mimalloc/tracing): `cargo check -p kalamdb-server`
+- Backend prod-like build: `cargo build -p kalamdb-server --no-default-features --features embedded-ui,mimalloc,traceability,cloud-aws`
 - CLI build: `cd cli && cargo build --release`
 - CLI smoke: `cd cli && KALAMDB_SERVER_URL="http://localhost:3000" KALAMDB_ROOT_PASSWORD="mypass" cargo test --test smoke -- --nocapture`
 - Full sweep: start the backend server, then run `./scripts/test-all.sh` from the repo root.
+- Rust SDK (fast iteration): `cargo check -p kalam-client --features native-sdk,consumer,healthcheck`.
+- Rust SDK e2e: `cargo test -p kalam-client-e2e` (requires running server).
 - Version verification after SDK version changes: `python3 scripts/versions.py verify`
 
 ## SDK And Docs

Cargo.lock

@@ -45,13 +45,16 @@ members = [
     "backend/crates/kalamdb-pg",
     "backend/crates/kalamdb-server-auth",
     "backend",
+    "cli",
+    "cli/crates/kalam-schema-diff",
+    "cli/kalam-cli-e2e",
     "link/link-common",
     "link/sdks/rust",
+    "link/sdks/rust-e2e",
     "link/kalam-link-wasm",
     "link/kalam-consumer-wasm",
     "link/kalam-link-dart",
-    "cli",
-    "cli/crates/kalam-schema-diff"
+    "link/sdks/python",
 ]
 exclude = ["benchv2"]
 

Cargo.toml

@@ -73,10 +73,13 @@ num_cpus = { workspace = true }
 libc = { workspace = true }
 
 [features]
-default = ["embedded-ui", "mimalloc", "traceability"]
+# Dev builds use `embedded-ui` only for faster compile (no mimalloc C build or traceability).
+# Production/release/docker builds pass explicit features — see docker/build and .github/workflows/release.yml.
+default = ["embedded-ui"]
 mimalloc = ["dep:mimalloc", "kalamdb-core/mimalloc", "kalamdb-observability/mimalloc"]
 embedded-ui = ["kalamdb-api/embedded-ui"]
 traceability = ["kalamdb-core/traceability", "kalamdb-observability/traceability"]
+cloud-aws = ["kalamdb-core/cloud-aws"]
 otel = ["dep:tracing-opentelemetry", "dep:opentelemetry", "dep:opentelemetry_sdk", "dep:opentelemetry-otlp"]
 # End-to-end tests that require a full test server instance
 e2e-tests = []

backend/Cargo.toml

@@ -12,14 +12,14 @@ categories = ["database"]
 
 [dependencies]
 # workspace deps
-dashmap = { workspace = true }
 once_cell = { workspace = true }
 hex = { workspace = true }
-sha2 = { workspace = true }
 thiserror = { workspace = true }
 datafusion-common = { workspace = true, optional = true, default-features = false }
-parking_lot = { workspace = true }
-storekey = { workspace = true }
+dashmap = { workspace = true, optional = true }
+parking_lot = { workspace = true, optional = true }
+storekey = { workspace = true, optional = true }
+kalamdb-observability = { workspace = true, default-features = false, optional = true }
 # Optional dependencies - only enabled via features
 serde = { workspace = true, optional = true }
 serde_json = { workspace = true, optional = true }
@@ -33,8 +33,7 @@ rmp-serde = { workspace = true, optional = true }
 rmp = { workspace = true, optional = true }
 nanoid = { workspace = true, optional = true }
 log = { workspace = true, optional = true }
-kalamdb-observability = { workspace = true, default-features = false }
-tracing = { workspace = true }
+tracing = { workspace = true, optional = true }
 
 [dev-dependencies]
 criterion = { workspace = true }
@@ -45,6 +44,7 @@ serde = [
 	"dep:serde",
 	"dep:serde_json",
 	]
+storage = ["dep:dashmap", "dep:parking_lot", "dep:storekey"]
 arrow = [
 	"serde",
 	"dep:arrow",
@@ -66,22 +66,25 @@ conversions = [
 	"rows",
 	"schema-metadata",
 	"dep:uuid",
+	"dep:kalamdb-observability",
 	]
 serialization = [
 	"rows",
 	"dep:flatbuffers",
 	"dep:flexbuffers",
+	"dep:kalamdb-observability",
 	]
 arrow-utils = [
 	"arrow",
 	"rows",
 	]
 websocket-auth = ["serde"]
 msgpack = ["serde", "dep:rmp", "dep:rmp-serde"]
-traceability = ["kalamdb-observability/traceability"]
+traceability = ["dep:kalamdb-observability", "dep:tracing", "kalamdb-observability/traceability"]
 # Full feature set including Arrow/DataFusion-backed utilities (for server use)
 full = [
 	"serde",
+	"storage",
 	"rows",
 	"conversions",
 	"serialization",
@@ -106,3 +109,4 @@ path = "src/lib.rs"
 [[bench]]
 name = "snowflake_generator"
 harness = false
+required-features = ["storage"]

backend/crates/kalamdb-commons/Cargo.toml

@@ -5,4 +5,5 @@ pub mod arrow_utils;
 pub mod file_helpers;
 pub mod naming;
 pub mod security;
+#[cfg(feature = "storage")]
 pub mod string_interner;

backend/crates/kalamdb-commons/src/helpers/mod.rs

@@ -1,8 +1,12 @@
 // IDs module
+#[cfg(feature = "storage")]
 pub mod row_id;
 pub mod seq_id;
+#[cfg(feature = "storage")]
 pub mod snowflake;
 
+#[cfg(feature = "storage")]
 pub use row_id::{SharedTableRowId, StreamTableRowId, UserTableRowId};
 pub use seq_id::SeqId;
+#[cfg(feature = "storage")]
 pub use snowflake::SnowflakeGenerator;

backend/crates/kalamdb-commons/src/ids/mod.rs

@@ -13,6 +13,7 @@ use serde::{
     Deserialize, Deserializer, Serialize, Serializer,
 };
 
+#[cfg(feature = "storage")]
 use crate::{ids::SnowflakeGenerator, StorageKey};
 
 /// Sequence ID for MVCC versioning
@@ -112,6 +113,7 @@ impl SeqId {
     /// This packs the timestamp together with the largest worker/sequence values
     /// so the returned SeqId encompasses every Snowflake generated at or before
     /// `timestamp_millis`.
+    #[cfg(feature = "storage")]
     pub fn max_id_for_timestamp(timestamp_millis: u64) -> Result<Self, String> {
         // let normalized = timestamp_millis.max(Self::EPOCH);
         let id = SnowflakeGenerator::max_id_for_timestamp(timestamp_millis)?;
@@ -195,6 +197,7 @@ impl From<SeqId> for i64 {
     }
 }
 
+#[cfg(feature = "storage")]
 impl StorageKey for SeqId {
     fn storage_key(&self) -> Vec<u8> {
         self.to_bytes().to_vec()
@@ -268,6 +271,7 @@ mod tests {
     }
 
     #[test]
+    #[cfg(feature = "storage")]
     fn test_seq_id_max_id_for_timestamp() {
         let ts = SeqId::EPOCH + 5000;
         let seq_id = SeqId::max_id_for_timestamp(ts).expect("seq id");