diff --git a/release/package/amd-builders-v4.yml b/release/package/amd-builders-v4.yml
new file mode 100644
index 000000000..932ad3b5d
--- /dev/null
+++ b/release/package/amd-builders-v4.yml
@@ -0,0 +1,64 @@
+version: "3"
+services:
+  mgbuild_v4_amzn-2:
+    build:
+      context: amzn-2
+    container_name: "mgbuild_v4_amzn-2"
+    args:
+      TOOLCHAIN_VERSION: "v4"
+
+  mgbuild_v4_centos-7:
+    build:
+      context: centos-7
+    container_name: "mgbuild_v4_centos-7"
+    args:
+      TOOLCHAIN_VERSION: "v4"
+
+  mgbuild_v4_centos-9:
+    build:
+      context: centos-9
+    container_name: "mgbuild_v4_centos-9"
+    args:
+      TOOLCHAIN_VERSION: "v4"
+
+  mgbuild_v4_debian-10:
+    build:
+      context: debian-10
+    container_name: "mgbuild_v4_debian-10"
+    args:
+      TOOLCHAIN_VERSION: "v4"
+
+  mgbuild_v4_debian-11:
+    build:
+      context: debian-11
+    container_name: "mgbuild_v4_debian-11"
+    args:
+      TOOLCHAIN_VERSION: "v4"
+
+  mgbuild_v4_fedora-36:
+    build:
+      context: fedora-36
+    container_name: "mgbuild_v4_fedora-36"
+    args:
+      TOOLCHAIN_VERSION: "v4"
+
+  mgbuild_v4_ubuntu-18.04:
+    build:
+      context: ubuntu-18.04
+    container_name: "mgbuild_v4_ubuntu-18.04"
+    args:
+      TOOLCHAIN_VERSION: "v4"
+
+  mgbuild_v4_ubuntu-20.04:
+    build:
+      context: ubuntu-20.04
+    container_name: "mgbuild_v4_ubuntu-20.04"
+    args:
+      TOOLCHAIN_VERSION: "v4"
+
+  mgbuild_v4_ubuntu-22.04:
+    build:
+      context: ubuntu-22.04
+    container_name: "mgbuild_v4_ubuntu-22.04"
+    args:
+      TOOLCHAIN_VERSION: "v4"
diff --git a/release/package/amd-builders-v5.yml b/release/package/amd-builders-v5.yml
new file mode 100644
index 000000000..da8f757a5
--- /dev/null
+++ b/release/package/amd-builders-v5.yml
@@ -0,0 +1,71 @@
+version: "3"
+services:
+  mgbuild_v5_amzn-2:
+    build:
+      context: amzn-2
+    container_name: "mgbuild_v5_amzn-2"
+    args:
+      TOOLCHAIN_VERSION: "v5"
+
+  mgbuild_v5_centos-7:
+    build:
+      context: centos-7
+    container_name: "mgbuild_v5_centos-7"
+    args:
+      TOOLCHAIN_VERSION: "v5"
+
+  mgbuild_v5_centos-9:
+    build:
+      context: centos-9
+    container_name: "mgbuild_v5_centos-9"
+    args:
+      TOOLCHAIN_VERSION: "v5"
+
+  mgbuild_v5_debian-11:
+    build:
+      context: debian-11
+    container_name: "mgbuild_v5_debian-11"
+    args:
+      TOOLCHAIN_VERSION: "v5"
+
+  mgbuild_v5_debian-12:
+    build:
+      context: debian-12
+    container_name: "mgbuild_v5_debian-12"
+    args:
+      TOOLCHAIN_VERSION: "v5"
+
+  mgbuild_v5_fedora-38:
+    build:
+      context: fedora-38
+    container_name: "mgbuild_v5_fedora-38"
+    args:
+      TOOLCHAIN_VERSION: "v5"
+
+  mgbuild_v5_fedora-39:
+    build:
+      context: fedora-39
+    container_name: "mgbuild_v5_fedora-39"
+    args:
+      TOOLCHAIN_VERSION: "v5"
+
+  mgbuild_v5_rocky-9:
+    build:
+      context: rocky-9
+    container_name: "mgbuild_v5_rocky-9"
+    args:
+      TOOLCHAIN_VERSION: "v5"
+
+  mgbuild_v5_ubuntu-20.04:
+    build:
+      context: ubuntu-20.04
+    container_name: "mgbuild_v5_ubuntu-20.04"
+    args:
+      TOOLCHAIN_VERSION: "v5"
+
+  mgbuild_v5_ubuntu-22.04:
+    build:
+      context: ubuntu-22.04
+    container_name: "mgbuild_v5_ubuntu-22.04"
+    args:
+      TOOLCHAIN_VERSION: "v5"
diff --git a/release/package/arm-builders-v4.yml b/release/package/arm-builders-v4.yml
new file mode 100644
index 000000000..207ee61d5
--- /dev/null
+++ b/release/package/arm-builders-v4.yml
@@ -0,0 +1,16 @@
+version: "3"
+
+services:
+  mgbuild_v4_debian-11-arm:
+    build:
+      context: debian-11-arm
+    container_name: "mgbuild_v4_debian-11-arm"
+    args:
+      TOOLCHAIN_VERSION: "v4"
+
+  mgbuild_v4_ubuntu_v4_22.04-arm:
+    build:
+      context: ubuntu-22.04-arm
+    container_name: "mgbuild_v4_ubuntu-22.04-arm"
+    args:
+      TOOLCHAIN_VERSION: "v4"
diff --git a/release/package/arm-builders.yml b/release/package/arm-builders-v5.yml
similarity index 52%
rename from release/package/arm-builders.yml
rename to release/package/arm-builders-v5.yml
index d52f3bb26..7ab57b2dc 100644
--- a/release/package/arm-builders.yml
+++ b/release/package/arm-builders-v5.yml
@@ -1,11 +1,12 @@
 version: "3"
 
 services:
-  debian-11-arm:
+  debian-12-arm:
     build:
-      context: debian-11-arm
-    container_name: "mgbuild_debian-11-arm"
-  ubuntu-2204-arm:
+      context: debian-12-arm
+    container_name: "mgbuild_debian-12-arm"
+
+  ubuntu-22.04-arm:
     build:
       context: ubuntu-22.04-arm
     container_name: "mgbuild_ubuntu-22.04-arm"
diff --git a/release/package/debian-12-arm/Dockerfile b/release/package/debian-12-arm/Dockerfile
new file mode 100644
index 000000000..ad4ae61dd
--- /dev/null
+++ b/release/package/debian-12-arm/Dockerfile
@@ -0,0 +1,18 @@
+FROM debian:12
+
+ARG TOOLCHAIN_VERSION
+
+# Stops tzdata interactive configuration.
+ENV DEBIAN_FRONTEND=noninteractive
+
+RUN apt update && apt install -y \
+    ca-certificates wget git
+# Do NOT be smart here and clean the cache because the container is used in the
+# stateful context.
+
+RUN wget -q https://s3-eu-west-1.amazonaws.com/deps.memgraph.io/${TOOLCHAIN_VERSION}/${TOOLCHAIN_VERSION}-binaries-debian-12-arm64.tar.gz \
+    -O ${TOOLCHAIN_VERSION}-binaries-debian-12-arm64.tar.gz \
+    && tar xzvf ${TOOLCHAIN_VERSION}-binaries-debian-12-arm64.tar.gz -C /opt \
+    && rm ${TOOLCHAIN_VERSION}-binaries-debian-12-arm64.tar.gz
+
+ENTRYPOINT ["sleep", "infinity"]
diff --git a/release/package/debian-12/Dockerfile b/release/package/debian-12/Dockerfile
new file mode 100644
index 000000000..6a93cf25d
--- /dev/null
+++ b/release/package/debian-12/Dockerfile
@@ -0,0 +1,18 @@
+FROM debian:12
+
+ARG TOOLCHAIN_VERSION
+
+# Stops tzdata interactive configuration.
+ENV DEBIAN_FRONTEND=noninteractive
+
+RUN apt update && apt install -y \
+    ca-certificates wget git
+# Do NOT be smart here and clean the cache because the container is used in the
+# stateful context.
+
+RUN wget -q https://s3-eu-west-1.amazonaws.com/deps.memgraph.io/${TOOLCHAIN_VERSION}/${TOOLCHAIN_VERSION}-binaries-debian-12-amd64.tar.gz \
+    -O ${TOOLCHAIN_VERSION}-binaries-debian-12-amd64.tar.gz \
+    && tar xzvf ${TOOLCHAIN_VERSION}-binaries-debian-12-amd64.tar.gz -C /opt \
+    && rm ${TOOLCHAIN_VERSION}-binaries-debian-12-amd64.tar.gz
+
+ENTRYPOINT ["sleep", "infinity"]
diff --git a/release/package/docker-compose.yml b/release/package/docker-compose.yml
deleted file mode 100644
index 4da0526ba..000000000
--- a/release/package/docker-compose.yml
+++ /dev/null
@@ -1,38 +0,0 @@
-version: "3"
-services:
-  mgbuild_centos-7:
-    build:
-      context: centos-7
-    container_name: "mgbuild_centos-7"
-  mgbuild_centos-9:
-    build:
-      context: centos-9
-    container_name: "mgbuild_centos-9"
-  mgbuild_debian-10:
-    build:
-      context: debian-10
-    container_name: "mgbuild_debian-10"
-  mgbuild_debian-11:
-    build:
-      context: debian-11
-    container_name: "mgbuild_debian-11"
-  mgbuild_ubuntu-18.04:
-    build:
-      context: ubuntu-18.04
-    container_name: "mgbuild_ubuntu-18.04"
-  mgbuild_ubuntu-20.04:
-    build:
-      context: ubuntu-20.04
-    container_name: "mgbuild_ubuntu-20.04"
-  mgbuild_ubuntu-22.04:
-    build:
-      context: ubuntu-22.04
-    container_name: "mgbuild_ubuntu-22.04"
-  mgbuild_fedora-36:
-    build:
-      context: fedora-36
-    container_name: "mgbuild_fedora-36"
-  mgbuild_amzn-2:
-    build:
-      context: amzn-2
-    container_name: "mgbuild_amzn-2"