feldera · mihaibudiu · Apr 16, 2026 · Mar 30, 2026 · Mar 30, 2026 · Mar 30, 2026
diff --git a/.devcontainer/devcontainer.json b/.devcontainer/devcontainer.json
@@ -11,6 +11,11 @@
 	],
 	"workspaceFolder": "/workspaces/feldera",
 	"shutdownAction": "stopCompose",
+	"features": {
+		"ghcr.io/devcontainers/features/docker-from-docker:1": {
+			"moby": false
+		}
+	},
 	"customizations": {
 		"vscode": {
 			"extensions": [

diff --git a/.devcontainer/docker-compose.devcontainer.yml b/.devcontainer/docker-compose.devcontainer.yml
@@ -7,6 +7,9 @@ services:
       # array).
       dockerfile: Dockerfile
     tty: true
+    extra_hosts:
+      - "host.docker.internal:host-gateway"
+    pids_limit: -1
     environment:
       - RUST_VERSION=1.91.1
       - RUST_BACKTRACE=1

diff --git a/.github/workflows/publish-python.yml b/.github/workflows/publish-python.yml
@@ -56,3 +56,42 @@ jobs:
 
       - name: Minimize uv cache
         run: uv cache prune --ci
+
+  deploy-dbt-feldera:
+    runs-on: ubuntu-latest-amd64
+    environment:
+      name: release
+      url: https://pypi.org/p/dbt-feldera
+
+    steps:
+      - uses: actions/checkout@v6
+        with:
+          ref: ${{ inputs.tag || github.ref }}
+      - name: Install uv
+        uses: astral-sh/setup-uv@v2
+        with:
+          version: "0.4.15"
+          enable-cache: true
+      - name: "Set up Python"
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+      - name: Install and build dbt-feldera
+        working-directory: ./python/dbt-feldera
+        run: |
+          uv venv
+          uv pip install -e ".[dev]"
+          uv build
+      - name: Run unit tests
+        working-directory: ./python/dbt-feldera
+        run: uv run pytest tests/unit -vv
+
+      - name: Publish dbt-feldera
+        if: ${{ vars.RELEASE_DRY_RUN == 'false' }}
+        uses: pypa/gh-action-pypi-publish@ed0c53931b1dc9bd32cbe73a98c7f6766f8a527e
+        with:
+          packages-dir: ./python/dbt-feldera/dist
+
+      - name: Minimize uv cache
+        working-directory: ./python/dbt-feldera
+        run: uv cache prune --ci
diff --git a/.github/workflows/test-dbt-feldera.yml b/.github/workflows/test-dbt-feldera.yml
@@ -0,0 +1,68 @@
+name: dbt-feldera Tests
+
+on:
+  workflow_call:
+  workflow_dispatch:
+
+defaults:
+  run:
+    shell: bash
+    working-directory: ./python/dbt-feldera
+
+permissions:
+  contents: read
+
+jobs:
+  unit-tests:
+    name: dbt-feldera Unit Tests
+    runs-on: ubuntu-latest-amd64
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v2
+        with:
+          version: "0.4.15"
+          enable-cache: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+
+      - name: Setup venv
+        run: .scripts/run.sh venv
+
+      - name: Lint
+        run: .scripts/run.sh lint
+
+      - name: Unit tests
+        run: .scripts/run.sh unit-test
+
+      - name: Build wheel
+        run: .scripts/run.sh build
+
+  integration-tests:
+    name: dbt-feldera Integration Tests
+    runs-on: ubuntu-latest-amd64
+    needs: unit-tests
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v2
+        with:
+          version: "0.4.15"
+          enable-cache: true
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+
+      - name: Setup venv
+        run: .scripts/run.sh venv
+
+      - name: Run integration tests
+        run: .scripts/run.sh integration-test
+        timeout-minutes: 15
diff --git a/.github/workflows/test-unit.yml b/.github/workflows/test-unit.yml
@@ -73,6 +73,14 @@ jobs:
         run: uv run --locked pytest -n ${{ vars.PYTEST_WORKERS }} tests/unit -vv ${{ vars.PYTEST_EXTRA }}
         working-directory: python
 
+      - name: dbt-feldera unit-tests
+        if: ${{ vars.CI_DRY_RUN != 'true' }}
+        run: |
+          uv venv
+          uv pip install -e ".[dev]"
+          uv run pytest tests/unit -vv
+        working-directory: python/dbt-feldera
+
       - name: feldera-types
         if: ${{ vars.CI_DRY_RUN != 'true' }}
         run: ./build/feldera_types-*

diff --git a/.gitignore b/.gitignore
@@ -60,8 +60,7 @@ python/docs/_build
 python/docs/make.bat
 python/docs/modules.rst
 python/docs/feldera.rest.rst
-feldera.egg-info
-UNKNOWN.egg-info
+*.egg-info
 .vscode
 
 # clone of the benchmark repo

diff --git a/python/dbt-feldera/.scripts/run.sh b/python/dbt-feldera/.scripts/run.sh
@@ -0,0 +1,171 @@
+#!/bin/bash
+#
+# dbt-feldera dev/test script. Requires Python 3.10+, uv, Docker (for integration/e2e).
+#
+# Usage: .scripts/run.sh <target>
+#
+# Targets: venv | build | lint | unit-test | integration-test | e2e | all
+#
+# Each target is idempotent — auto-creates the venv if missing.
+# Set FELDERA_SKIP_DOCKER=1 / FELDERA_URL to control Docker behavior.
+#
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+PROJECT_DIR="$(cd "${SCRIPT_DIR}/.." && pwd)"
+VENV_DIR="${PROJECT_DIR}/.venv"
+DOCKER_COMPOSE_FILE="${PROJECT_DIR}/integration_tests/docker-compose.yml"
+DOCKER_PROJECT="feldera-dbt-test"
+
+declare -A TARGETS=(
+    ["venv"]="Fresh venv + install deps"
+    ["build"]="Build wheel to dist/"
+    ["fix"]="ruff auto-fix + format"
+    ["lint"]="ruff check + format"
+    ["unit-test"]="pytest unit tests"
+    ["integration-test"]="pytest integration with Feldera in Docker"
+    ["e2e"]="dbt CLI end-to-end with Feldera in Docker"
+    ["all"]="Run all targets in sequence"
+)
+TARGET_ORDER=("venv" "build" "fix" "lint" "unit-test" "integration-test" "e2e")
+
+print_usage() {
+    echo
+    printf "  %-20s %s\n" "TARGET" "DESCRIPTION"
+    printf "  %-20s %s\n" "all" "${TARGETS[all]}"
+    for t in "${TARGET_ORDER[@]}"; do printf "  %-20s %s\n" "$t" "${TARGETS[$t]}"; done
+    echo
+    echo "Usage: .scripts/run.sh <target>"
+    echo
+}
+
+TARGET="${1:-}"
+if [[ -z "$TARGET" ]]; then echo "ERROR: No target provided."; print_usage; exit 1; fi
+if [[ "$TARGET" != "all" && -z "${TARGETS[$TARGET]:-}" ]]; then echo "ERROR: Unknown target '$TARGET'"; print_usage; exit 1; fi
+
+activate_venv() {
+    # shellcheck disable=SC1091
+    source "${VENV_DIR}/bin/activate"
+}
+
+create_venv() {
+    rm -rf "${VENV_DIR}"
+    cd "${PROJECT_DIR}"
+    uv venv "${VENV_DIR}"
+    activate_venv
+    uv sync --all-extras
+}
+
+ensure_venv() {
+    if [[ ! -d "${VENV_DIR}" ]]; then create_venv; else activate_venv; fi
+}
+
+run_venv()             { create_venv; }
+run_build()            { ensure_venv; cd "${PROJECT_DIR}"; rm -rf dist/; uv build --wheel 2>&1 | tail -5; echo "  Built: $(ls dist/*.whl)"; }
+run_fix()              { ensure_venv; cd "${PROJECT_DIR}"; uv run ruff check --fix dbt/ tests/; uv run ruff format dbt/ tests/; }
+run_lint()             { ensure_venv; cd "${PROJECT_DIR}"; uv run ruff check dbt/ tests/; uv run ruff format --check dbt/ tests/; }
+run_unit_test()        { ensure_venv; cd "${PROJECT_DIR}"; uv run pytest tests/ -vv; }
+
+start_feldera() {
+    docker compose -f "${DOCKER_COMPOSE_FILE}" \
+        -p "${DOCKER_PROJECT}" up -d --wait --wait-timeout 300
+}
+
+resolve_feldera_url() {
+    local base="${FELDERA_URL:-http://localhost:8080}"
+    if curl -sf --connect-timeout 3 "${base}/healthz" >/dev/null 2>&1; then
+        echo "$base"
+        return
+    fi
+    if [[ "$base" == *localhost* || "$base" == *127.0.0.1* ]]; then
+        local alt="${base//localhost/host.docker.internal}"
+        alt="${alt//127.0.0.1/host.docker.internal}"
+        if curl -sf --connect-timeout 3 "${alt}/healthz" >/dev/null 2>&1; then
+            echo "$alt"
+            return
+        fi
+    fi
+    echo "$base"
+}
+
+wait_for_feldera() {
+    local base="${FELDERA_URL:-http://localhost:8080}"
+    local alt=""
+    if [[ "$base" == *localhost* || "$base" == *127.0.0.1* ]]; then
+        alt="${base//localhost/host.docker.internal}"
+        alt="${alt//127.0.0.1/host.docker.internal}"
+    fi
+
+    for i in $(seq 1 60); do
+        if curl -sf --connect-timeout 3 "${base}/healthz" >/dev/null 2>&1; then
+            export FELDERA_URL="$base"
+            echo "Feldera is healthy at ${base}"
+            return 0
+        fi
+        if [[ -n "$alt" ]] && curl -sf --connect-timeout 3 "${alt}/healthz" >/dev/null 2>&1; then
+            export FELDERA_URL="$alt"
+            echo "Feldera is healthy at ${alt} (Docker-in-Docker fallback)"
+            return 0
+        fi
+        echo "Waiting for Feldera... ($i/60)"
+        sleep 5
+    done
+    echo "ERROR: Feldera did not become healthy in time"
+    return 1
+}
+
+feldera_logs() {
+    docker compose -f "${DOCKER_COMPOSE_FILE}" \
+        -p "${DOCKER_PROJECT}" logs --tail=200
+}
+
+stop_feldera() {
+    docker compose -f "${DOCKER_COMPOSE_FILE}" \
+        -p "${DOCKER_PROJECT}" down -v --remove-orphans
+}
+
+run_integration_test() {
+    ensure_venv
+    cd "${PROJECT_DIR}"
+
+    local skip_docker="${FELDERA_SKIP_DOCKER:-}"
+
+    if [[ -z "$skip_docker" ]]; then
+        echo "Starting Feldera via Docker..."
+        start_feldera
+        wait_for_feldera
+    else
+        export FELDERA_URL="$(resolve_feldera_url)"
+    fi
+
+    echo "Using FELDERA_URL=${FELDERA_URL}"
+
+    local rc=0
+    uv run pytest integration_tests/test_dbt_feldera.py -vv --timeout=600 -m integration || rc=$?
+
+    if [[ -z "$skip_docker" ]]; then
+        if [[ $rc -ne 0 ]]; then
+            echo ""; echo "── Feldera logs (last 200 lines) ──"
+            feldera_logs || true
+        fi
+        echo "Stopping Feldera..."
+        stop_feldera || true
+    fi
+
+    return $rc
+}
+
+run_e2e()              { cd "${PROJECT_DIR}"; bash integration_tests/scripts/run-dbt-local.sh; }
+
+echo "=== dbt-feldera: ${TARGET} ==="
+
+case "$TARGET" in
+    "all")
+        for t in "${TARGET_ORDER[@]}"; do
+            echo ""; echo "── ${t} ──"
+            "run_${t//-/_}"
+        done
+        echo ""; echo "=== All targets completed. ==="
+        ;;
+    *) "run_${TARGET//-/_}" ;;
+esac