diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index da00eaec2..3ff4f07ab 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -239,9 +239,15 @@ build-docker-tag:
 
 # Packaging app for amd64
 package-app:
+  image: hexpm/elixir:1.13.4-erlang-24.3.2-${OS}
   stage: package
+  before_script:
+    - apt-get update && apt-get install -yq build-essential git curl cmake
   variables: &release-variables
     MIX_ENV: "prod"
+    DEBIAN_FRONTEND: noninteractive
+    TZ: Etc/UTC
+    APP_ASSET: "${CI_PROJECT_NAME}_${CI_COMMIT_REF_NAME}_${ARCH}_${OS}.tar.gz"
   script: &release-script
     - mix local.hex --force
     - mix local.rebar --force
@@ -260,6 +266,9 @@ package-app:
     expire_in: 2 days
     paths:
       - ${APP_ASSET}
+  parallel:
+    matrix:
+      - OS: ["debian-bullseye-20210902", "debian-buster-20210902", "ubuntu-focal-20211006", "ubuntu-bionic-20210930"]
 
 package-app-dev:
   stage: package
@@ -282,7 +291,9 @@ multi-arch-release:
     DOCKER_TLS_VERIFY: 1
     DOCKER_CERT_PATH: "$DOCKER_TLS_CERTDIR/client"
     DOCKER_DRIVER: overlay2
-    APP_ASSET: "${CI_PROJECT_NAME}_${CI_COMMIT_REF_NAME}_${ARCH}.tar.gz"
+    APP_ASSET: "${CI_PROJECT_NAME}_${CI_COMMIT_REF_NAME}_${ARCH}_${OS}.tar.gz"
+    # For now, arm and arm64 are only build for debian bullseye version
+    OS: debian-bullseye
   services:
     - docker:20.10.12-dind
   cache: {}