diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index b8a8b2c6f..52d6c4208 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -279,65 +279,3 @@ jobs:
           'BEGIN{RS="\n=case";FS="\n"} /=result\s*failed/ {print "=case" $0}'
         find logs/ -name error.log -exec cat '{}' ';'
         find logs/ -name exunit.log -exec cat '{}' ';'
-
-  binaries:
-    name: Binaries
-    needs: [tests]
-    strategy:
-      fail-fast: false
-      matrix:
-        otp: ['21.3']
-        include:
-        - otp: '21.3'
-          rebar: 3
-          os: ubuntu-20.04
-    runs-on: ${{ matrix.os }}
-    steps:
-    - uses: actions/checkout@v2
-      with:
-        fetch-depth: 150
-    - name: Get last git tag
-      run: |
-        export TAGLAST=`git ls-remote --tags --refs origin 'refs/tags/2*' \
-          | tail -1 | awk '{print $2}'`
-        git fetch origin "$TAGLAST:$TAGLAST"
-        git describe
-    - name: Get previous Erlang/OTP
-      uses: ErlGang/setup-erlang@master
-      with:
-        otp-version: ${{ matrix.otp }}
-    - name: Get a compatible Rebar3
-      run: |
-        wget https://github.com/erlang/rebar3/releases/download/3.15.2/rebar3 \
-          && chmod +x rebar3
-    - name: Cache Rebar3
-      uses: actions/cache@v2
-      with:
-        path: ~/.cache/rebar3/
-        key: ${{matrix.otp}}-${{matrix.rebar}}-${{hashFiles('rebar.config')}}
-    - name: Prepare libraries
-      run: |
-        sudo apt-get -qq update
-        sudo apt-get -qq install libexpat1-dev libgd-dev libpam0g-dev \
-                                 libsqlite3-dev libwebp-dev libyaml-dev
-    - name: Compile
-      run: |
-        ./autogen.sh
-        ./configure --with-rebar=./rebar3 \
-                    --prefix=/tmp/ejabberd \
-                    --disable-debug \
-                    --enable-all \
-                    --disable-elixir
-        make update
-        make
-    - run: make install -s
-    - name: Strip binaries
-      run: echo 'beam_lib:strip_files(filelib:wildcard(
-                "/tmp/ejabberd/lib/*/ebin/*beam")), init:stop().' \
-                | erl -boot start_clean
-    - name: Upload binaries
-      uses: actions/upload-artifact@v2
-      with:
-        name: ejabberd-binaries
-        path: /tmp/ejabberd/lib
-        retention-days: 7