diff --git a/.github/workflows/build_packages.yaml b/.github/workflows/build_packages.yaml
index 09e9aaa6a..ab7a0eb32 100644
--- a/.github/workflows/build_packages.yaml
+++ b/.github/workflows/build_packages.yaml
@@ -205,7 +205,6 @@ jobs:
           - zip
           - pkg
         otp:
-          - 23.3.4.9-3
           - 24.1.5-3
         arch:
           - amd64
@@ -221,8 +220,6 @@ jobs:
           - centos7
           - raspbian10
         exclude:
-        - package: pkg
-          otp: 23.3.4.9-3
         - os: raspbian9
           arch: amd64
         - os: raspbian10
@@ -376,7 +373,6 @@ jobs:
       matrix:
         profile: ${{fromJSON(needs.prepare.outputs.profiles)}}
         otp:
-          - 23.3.4.9-3
           - 24.1.5-3
         include:
           - profile: emqx
diff --git a/scripts/buildx.sh b/scripts/buildx.sh
index 6efc6bcc0..f50315a22 100755
--- a/scripts/buildx.sh
+++ b/scripts/buildx.sh
@@ -77,4 +77,4 @@ docker run -i --rm \
     --workdir /emqx \
     --platform="linux/$ARCH" \
     "$BUILDER" \
-    bash -euc "make ${PROFILE}-${PKGTYPE} && .ci/build_packages/tests.sh $PROFILE $PKGTYPE"
+    bash -euc "git config --global --add safe.directory /emqx && chown -R root:root ./_build && make ${PROFILE}-${PKGTYPE} && .ci/build_packages/tests.sh $PROFILE $PKGTYPE"