diff --git a/.github/workflows/run_fvt_tests.yaml b/.github/workflows/run_fvt_tests.yaml
index 6a8c3f186..de2eea01b 100644
--- a/.github/workflows/run_fvt_tests.yaml
+++ b/.github/workflows/run_fvt_tests.yaml
@@ -55,6 +55,9 @@ jobs:
         arch:
           - amd64
     steps:
+    - uses: erlef/setup-beam@v1
+      with:
+        otp-version: "24.2"
     - uses: actions/download-artifact@v2
       with:
         name: source
@@ -135,15 +138,15 @@ jobs:
       # - emqx-enterprise # TODO test enterprise
 
     steps:
+    - uses: erlef/setup-beam@v1
+      with:
+        otp-version: "24.2"
     - uses: actions/download-artifact@v2
       with:
         name: source
         path: .
     - name: unzip source code
       run: unzip -q source.zip
-    - uses: erlef/setup-beam@v1
-        with:
-          otp-version: "24.2"
     - name: Get deps git refs for cache
       id: deps-refs
       run: |
diff --git a/.github/workflows/run_jmeter_tests.yaml b/.github/workflows/run_jmeter_tests.yaml
index 476ca0ea8..c2b0442ca 100644
--- a/.github/workflows/run_jmeter_tests.yaml
+++ b/.github/workflows/run_jmeter_tests.yaml
@@ -14,6 +14,9 @@ jobs:
     outputs:
       version: ${{ steps.build_docker.outputs.version}}
     steps:
+    - uses: erlef/setup-beam@v1
+      with:
+        otp-version: "24.2"
     - name: download jmeter
       timeout-minutes: 3
       env:
@@ -54,6 +57,9 @@ jobs:
 
     needs: build_emqx_for_jmeter_tests
     steps:
+    - uses: erlef/setup-beam@v1
+      with:
+        otp-version: "24.2"
     - uses: actions/checkout@v2
     - uses: actions/download-artifact@v2
       with:
@@ -145,6 +151,9 @@ jobs:
 
     needs: build_emqx_for_jmeter_tests
     steps:
+    - uses: erlef/setup-beam@v1
+      with:
+        otp-version: "24.2"
     - uses: actions/checkout@v2
     - uses: actions/download-artifact@v2
       with:
@@ -246,6 +255,9 @@ jobs:
 
     needs: build_emqx_for_jmeter_tests
     steps:
+    - uses: erlef/setup-beam@v1
+      with:
+        otp-version: "24.2"
     - uses: actions/checkout@v2
     - uses: actions/download-artifact@v2
       with:
@@ -343,6 +355,9 @@ jobs:
 
     needs: build_emqx_for_jmeter_tests
     steps:
+    - uses: erlef/setup-beam@v1
+      with:
+        otp-version: "24.2"
     - uses: actions/checkout@v2
     - uses: actions/download-artifact@v2
       with:
@@ -437,6 +452,9 @@ jobs:
 
     needs: build_emqx_for_jmeter_tests
     steps:
+    - uses: erlef/setup-beam@v1
+      with:
+        otp-version: "24.2"
     - uses: actions/checkout@v2
     - uses: actions/download-artifact@v2
       with: