diff --git a/.github/workflows/run_test_cases.yaml b/.github/workflows/run_test_cases.yaml
index 07ae00a50..cb4e1e409 100644
--- a/.github/workflows/run_test_cases.yaml
+++ b/.github/workflows/run_test_cases.yaml
@@ -22,6 +22,7 @@ jobs:
           fast_ct_apps: ${{ steps.find_ct_apps.outputs.fast_ct_apps }}
           docker_ct_apps: ${{ steps.find_ct_apps.outputs.docker_ct_apps }}
         steps:
+        - uses: AutoModality/action-clean@v1
         - uses: actions/checkout@v3
           with:
             path: source
@@ -42,8 +43,8 @@ jobs:
               #DIAGNOSTIC: 1
           run: |
             make ensure-rebar3
-            # this will fetch all deps and compile
-            ./rebar3 as test compile
+            # fetch all deps and compile
+            make
             cd ..
             zip -ryq source.zip source/* source/.[^.]*
         - uses: actions/upload-artifact@v3
@@ -56,6 +57,7 @@ jobs:
         # prepare source with any OTP version, no need for a matrix
         container: "ghcr.io/emqx/emqx-builder/5.0-18:1.13.4-24.3.4.2-1-ubuntu20.04"
         steps:
+        - uses: AutoModality/action-clean@v1
         - uses: actions/checkout@v3
           with:
             path: source
@@ -66,8 +68,8 @@ jobs:
               #DIAGNOSTIC: 1
           run: |
             make ensure-rebar3
-            # this will fetch all deps and compile
-            ./rebar3 as test compile
+            # fetch all deps and compile
+            make
             cd ..
             zip -ryq source.zip source/* source/.[^.]*
         - uses: actions/upload-artifact@v3