diff --git a/deployments/Dockerfile-gorelease-amd64 b/deployments/Dockerfile-gorelease-amd64
index e1294871c..7ea8f69e2 100644
--- a/deployments/Dockerfile-gorelease-amd64
+++ b/deployments/Dockerfile-gorelease-amd64
@@ -12,9 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-FROM docker:20.10-dind
-
-RUN apk add git --no-cache
+FROM horuszup/docker-amd64:20.10-git
 
 COPY /horusec_linux_amd64 /usr/local/bin/horusec
 
diff --git a/deployments/Dockerfile-gorelease-arm64 b/deployments/Dockerfile-gorelease-arm64
index 196f72f5f..bee2d351f 100644
--- a/deployments/Dockerfile-gorelease-arm64
+++ b/deployments/Dockerfile-gorelease-arm64
@@ -12,9 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-FROM docker:20.10-dind
-
-RUN apk add git --no-cache
+FROM horuszup/docker-arm64:20.10-git
 
 COPY /horusec_linux_arm64 /usr/local/bin/horusec