diff --git a/.ci/fvt_tests/relup.lux b/.ci/fvt_tests/relup.lux
index 63f3a62e6..462da9ea8 100644
--- a/.ci/fvt_tests/relup.lux
+++ b/.ci/fvt_tests/relup.lux
@@ -26,8 +26,10 @@
     ?SH-PROMPT
 
     !cd emqx
-    !sed -i 's|listener.wss.external[ \t]*=.*|listener.wss.external = 8085|g' etc/emqx.conf
-    !sed -i '/emqx_telemetry/d' data/loaded_plugins
+    !export EMQX_LOG__CONSOLE_HANDLER__ENABLE=true
+    !export EMQX_LOG__CONSOLE_HANDLER__LEVEL=debug
+    !export EMQX_LOG__PRIMARY_LEVEL=debug
+    !export EMQX_ZONES__DEFAULT__LISTENERS__MQTT_WSS__BIND="0.0.0.0:8085"
 
     !./bin/emqx start
     ?EMQ X .* is started successfully!
@@ -40,7 +42,9 @@
     ?SH-PROMPT
     !cd emqx2
 
-    !sed -i '/emqx_telemetry/d' data/loaded_plugins
+    !export EMQX_LOG__CONSOLE_HANDLER__ENABLE=true
+    !export EMQX_LOG__CONSOLE_HANDLER__LEVEL=debug
+    !export EMQX_LOG__PRIMARY_LEVEL=debug
 
     !./bin/emqx start
     ?EMQ X .* is started successfully!
@@ -131,7 +135,7 @@
 [shell bench]
     ???publish complete
     ??SH-PROMPT:
-    !sleep 5
+    !sleep 30
     ?SH-PROMPT
 
     !curl --user admin:public --silent --show-error http://localhost:8081/api/v4/rules | jq --raw-output ".data[0].metrics[] | select(.node==\"emqx@127.0.0.1\").matched"
diff --git a/.github/workflows/run_fvt_tests.yaml b/.github/workflows/run_fvt_tests.yaml
index de7b475a6..01f2f0cf2 100644
--- a/.github/workflows/run_fvt_tests.yaml
+++ b/.github/workflows/run_fvt_tests.yaml
@@ -270,6 +270,16 @@ jobs:
                 --var OLD_VSNS="$OLD_VSNS" \
                 emqx/.ci/fvt_tests/relup.lux
             fi
+        - uses: actions/upload-artifact@v1
+          if: failure()
+          with:
+            name: emqx_logs
+            path: packages/emqx/log/emqx.log.1
+        - uses: actions/upload-artifact@v1
+          if: failure()
+          with:
+            name: emqx2_logs
+            path: packages/emqx2/log/emqx.log.1
         - uses: actions/upload-artifact@v1
           if: failure()
           with: