diff --git a/docker/RHEL8/Dockerfile b/docker/RHEL8/Dockerfile
index 453d5bf3db..c8c4fa0588 100644
--- a/docker/RHEL8/Dockerfile
+++ b/docker/RHEL8/Dockerfile
@@ -77,9 +77,10 @@ RUN --mount=type=cache,target=/usr/local/cargo/registry \
     CARGO_NET_GIT_FETCH_WITH_CLI=true cargo build --release --features "$features"
 
 RUN --mount=type=cache,target=/usr/local/cargo/registry \
-    CARGO_NET_GIT_FETCH_WITH_CLI=true cargo build --release -p windmill_duckdb_ffi_internal
+    cd windmill-duckdb-ffi-internal && \
+    CARGO_NET_GIT_FETCH_WITH_CLI=true cargo build --release
 
 RUN mkdir -p /usr/src/app && \
-    cp /windmill/target/release/libwindmill_duckdb_ffi_internal.so /usr/src/app/
+    cp windmill-duckdb-ffi-internal/target/release/libwindmill_duckdb_ffi_internal.so /usr/src/app/
 
 RUN subscription-manager unregister
diff --git a/docker/RHEL9/Dockerfile b/docker/RHEL9/Dockerfile
index 6c0ef21293..098091ef17 100644
--- a/docker/RHEL9/Dockerfile
+++ b/docker/RHEL9/Dockerfile
@@ -77,9 +77,10 @@ RUN --mount=type=cache,target=/usr/local/cargo/registry \
     CARGO_NET_GIT_FETCH_WITH_CLI=true cargo build --release --features "$features"
 
 RUN --mount=type=cache,target=/usr/local/cargo/registry \
-    CARGO_NET_GIT_FETCH_WITH_CLI=true cargo build --release -p windmill_duckdb_ffi_internal
+    cd windmill-duckdb-ffi-internal && \
+    CARGO_NET_GIT_FETCH_WITH_CLI=true cargo build --release
 
 RUN mkdir -p /usr/src/app && \
-    cp /windmill/target/release/libwindmill_duckdb_ffi_internal.so /usr/src/app/
+    cp windmill-duckdb-ffi-internal/target/release/libwindmill_duckdb_ffi_internal.so /usr/src/app/
 
 RUN subscription-manager unregister