feat: Add Iceberg Support

.github/workflows/rust.yml

@@ -29,6 +29,7 @@
       - "ballista-cli/**"
       - "benchmarks/**"
       - "examples/**"
+      - "integrations/**"
       - "Cargo.toml"
       - "Cargo.lock"
       - "rust-toolchain.toml"
@@ -46,6 +47,7 @@
       - "ballista-cli/**"
       - "benchmarks/**"
       - "examples/**"
+      - "integrations/**"
       - "Cargo.toml"
       - "Cargo.lock"
       - "rust-toolchain.toml"
@@ -155,7 +157,38 @@
           # Ensure also compiles in standalone mode
           cargo test --profile ci --no-default-features --features standalone --locked
 
+  iceberg-test:
+    name: test iceberg integration
+    # Deliberately not in the amd64/rust container the other linux jobs use:
+    # the tests start an Iceberg REST catalog and MinIO via testcontainers and
+    # talk to them over the ports they publish on the runner. Running in a
+    # container would mean docker-in-docker plus a different hostname for those
+    # endpoints.
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v7.0.1
+        with:
+          submodules: true
+          fetch-depth: 1
+      - name: Install protobuf compiler
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y protobuf-compiler
+      - name: Setup Rust toolchain
+        run: |
+          rustup toolchain install stable
+          rustup default stable
+      - name: Configure rust runtime env
+        uses: ./.github/actions/setup-rust-runtime
+      - uses: swatinem/rust-cache@c19371144df3bb44fab255c43d04cbc2ab54d1c4 #2.9.1
+      - name: Run iceberg-ballista tests
+        # Each test brings up its own catalog + MinIO with testcontainers, which
+        # is why the suite is behind `integration-tests`: without the feature
+        # this only runs unit tests and needs no docker.
+        run: |
+          cargo test --profile ci -p iceberg-ballista --features integration-tests --locked
+
   macos-test:
     name: macos test
     runs-on: macos-latest
     steps: