feat(hyperbytedb-cli): Add hyperbytedb-cli subcommand for interactive shell, batch queries, and write/import (#8)

* feat(hyperbytedb-cli): Add hyperbytedb-cli subcommand for interactive shell, batch queries, and write/import

Author: austin-barrington

.github/scripts/checkout-chdb-rust.sh

@@ -0,0 +1,41 @@
+#!/usr/bin/env bash
+# Clone hyperbyte-cloud/chdb-rust next to the hyperbytedb checkout.
+#
+# hyperbytedb/hyperbytedb/Cargo.toml uses path = "../../chdb-rust", which resolves
+# to a sibling of GITHUB_WORKSPACE (the hyperbytedb repo root):
+#   <runner-work>/hyperbytedb/hyperbytedb   <- GITHUB_WORKSPACE
+#   <runner-work>/chdb-rust                 <- this script
+set -euo pipefail
+
+: "${GITHUB_WORKSPACE:?GITHUB_WORKSPACE is required}"
+
+CHDB_RUST_REPO="${CHDB_RUST_REPO:-https://github.com/hyperbyte-cloud/chdb-rust.git}"
+CHDB_RUST_REF="${CHDB_RUST_REF:-feat_arrow_insert}"
+DEST="$(dirname "${GITHUB_WORKSPACE}")/chdb-rust"
+
+echo "Checking out ${CHDB_RUST_REPO} @ ${CHDB_RUST_REF} -> ${DEST}"
+
+if [[ -d "${DEST}/.git" ]]; then
+  git -C "${DEST}" fetch --depth 1 origin "${CHDB_RUST_REF}"
+  git -C "${DEST}" checkout FETCH_HEAD
+else
+  git clone --depth 1 --branch "${CHDB_RUST_REF}" "${CHDB_RUST_REPO}" "${DEST}"
+fi
+
+echo "chdb-rust HEAD: $(git -C "${DEST}" rev-parse --short HEAD)"
+
+if [[ ! -f "${DEST}/Cargo.toml" ]]; then
+  echo "error: ${DEST}/Cargo.toml not found after checkout" >&2
+  exit 1
+fi
+
+# Verify the path dependency from the main crate resolves on the host.
+CRATE_MANIFEST="${GITHUB_WORKSPACE}/hyperbytedb/Cargo.toml"
+if [[ -f "${CRATE_MANIFEST}" ]]; then
+  RESOLVED="$(python3 -c "import os; print(os.path.normpath(os.path.join(os.path.dirname('${CRATE_MANIFEST}'), '../../chdb-rust')))")"
+  if [[ ! -f "${RESOLVED}/Cargo.toml" ]]; then
+    echo "error: path dependency does not resolve (${RESOLVED})" >&2
+    exit 1
+  fi
+  echo "path dependency resolves to: ${RESOLVED}"
+fi

.github/scripts/run-in-rust-container.sh

@@ -14,6 +14,9 @@ fi
 command=$1
 RUST_IMAGE="${RUST_IMAGE:-rust:bookworm}"
 WORKSPACE="${GITHUB_WORKSPACE:?GITHUB_WORKSPACE is required}"
+# chdb-rust is checked out as a sibling of GITHUB_WORKSPACE (see checkout-chdb-rust.sh).
+# Mount the parent directory so path = "../../chdb-rust" resolves inside the container.
+WORKSPACE_PARENT="$(dirname "${WORKSPACE}")"
 
 if ! command -v docker >/dev/null 2>&1; then
   echo "docker is required but was not found on PATH." >&2
@@ -23,7 +26,7 @@ fi
 
 docker_args=(
   --rm
-  -v "${WORKSPACE}:${WORKSPACE}"
+  -v "${WORKSPACE_PARENT}:${WORKSPACE_PARENT}"
   -w "${WORKSPACE}"
   -e "CARGO_TERM_COLOR=${CARGO_TERM_COLOR:-always}"
   -e "RUSTFLAGS=${RUSTFLAGS:-}"

.github/workflows/ci.yml

@@ -14,6 +14,8 @@ env:
   CARGO_TERM_COLOR: always
   CARGO_INCREMENTAL: 0
   RUSTFLAGS: "-D warnings"
+  CHDB_RUST_REPO: https://github.com/hyperbyte-cloud/chdb-rust.git
+  CHDB_RUST_REF: feat_arrow_insert
 
 jobs:
   doc_links:
@@ -35,6 +37,9 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Checkout chdb-rust
+        run: bash .github/scripts/checkout-chdb-rust.sh
+
       - name: Install CI dependencies
         uses: ./.github/actions/install-ci-deps
         with:
@@ -43,7 +48,7 @@ jobs:
       - name: Check formatting
         run: |
           bash .github/scripts/run-in-rust-container.sh \
-            'rustup component add rustfmt && cargo fmt --all --check'
+            'rustup component add rustfmt && cargo fmt --check'
 
   clippy:
     name: Clippy
@@ -52,6 +57,9 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Checkout chdb-rust
+        run: bash .github/scripts/checkout-chdb-rust.sh
+
       - name: Install CI dependencies
         uses: ./.github/actions/install-ci-deps
         with:
@@ -71,6 +79,9 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Checkout chdb-rust
+        run: bash .github/scripts/checkout-chdb-rust.sh
+
       - name: Install CI dependencies
         uses: ./.github/actions/install-ci-deps
         with:
@@ -95,6 +106,9 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Checkout chdb-rust
+        run: bash .github/scripts/checkout-chdb-rust.sh
+
       - name: Install CI dependencies
         uses: ./.github/actions/install-ci-deps
         with:

.github/workflows/release.yml

@@ -9,7 +9,7 @@ name: Release
 #      stage per platform and package:
 #        - hyperbytedb-<tag>-linux-x86_64.tar.gz   (amd64 / x64)
 #        - hyperbytedb-<tag>-linux-aarch64.tar.gz (arm64)
-#      Each tarball contains hyperbytedb + matching libchdb.so, plus a sha256.
+#      Each tarball contains hyperbytedb, hyperbytedb-cli, and matching libchdb.so, plus a sha256.
 #   3. Publish a GitHub Release for the tag with the tarballs attached.
 #
 # Jobs run directly on the ARC runner pod (not inside a job container) so
@@ -28,6 +28,8 @@ concurrency:
   cancel-in-progress: false
 
 env:
+  CHDB_RUST_REPO: https://github.com/hyperbyte-cloud/chdb-rust.git
+  CHDB_RUST_REF: feat_arrow_insert
   REGISTRY: ghcr.io
   # Canonical package; docs and operator manifests reference
   # ghcr.io/hyperbyte-cloud/hyperbytedb. Hardcoded because github.repository
@@ -44,6 +46,9 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Checkout chdb-rust
+        run: bash .github/scripts/checkout-chdb-rust.sh
+
       - name: Install CI dependencies
         uses: ./.github/actions/install-ci-deps
         with:
@@ -107,7 +112,7 @@ jobs:
             -f hyperbytedb/Dockerfile \
             ..
           NAME="hyperbytedb-${TAG}-linux-x86_64"
-          tar -C staging-x86_64 -czf "out/${NAME}.tar.gz" hyperbytedb libchdb.so
+          tar -C staging-x86_64 -czf "out/${NAME}.tar.gz" hyperbytedb hyperbytedb-cli libchdb.so
           ( cd out && sha256sum "${NAME}.tar.gz" > "${NAME}.tar.gz.sha256" )
           ls -lh "out/${NAME}.tar.gz" "out/${NAME}.tar.gz.sha256"
 
@@ -126,7 +131,7 @@ jobs:
             -f hyperbytedb/Dockerfile \
             ..
           NAME="hyperbytedb-${TAG}-linux-aarch64"
-          tar -C staging-aarch64 -czf "out/${NAME}.tar.gz" hyperbytedb libchdb.so
+          tar -C staging-aarch64 -czf "out/${NAME}.tar.gz" hyperbytedb hyperbytedb-cli libchdb.so
           ( cd out && sha256sum "${NAME}.tar.gz" > "${NAME}.tar.gz.sha256" )
           ls -lh "out/${NAME}.tar.gz" "out/${NAME}.tar.gz.sha256"