diff --git a/apps/emqx_management/mix.exs b/apps/emqx_management/mix.exs
index 40ed6a429..8f0fdd426 100644
--- a/apps/emqx_management/mix.exs
+++ b/apps/emqx_management/mix.exs
@@ -27,7 +27,7 @@ defmodule EMQXManagement.MixProject do
   defp deps do
     [
       {:emqx_rule_engine, in_umbrella: true},
-      {:ekka, github: "emqx/ekka", tag: "0.11.1"},
+      {:ekka, github: "emqx/ekka", tag: "0.11.1", runtime: false},
       {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.2.1"},
       {:minirest, github: "emqx/minirest", tag: "1.2.4"}
     ]
diff --git a/apps/emqx_release_helper/lib/emqx_release_helper/applications.ex b/apps/emqx_release_helper/lib/emqx_release_helper/applications.ex
index cc0e476d3..8324b065f 100644
--- a/apps/emqx_release_helper/lib/emqx_release_helper/applications.ex
+++ b/apps/emqx_release_helper/lib/emqx_release_helper/applications.ex
@@ -12,19 +12,35 @@ defmodule EmqxReleaseHelper.Applications do
     end
   end
 
-  application :emqx_machine do
+  application :emqx_conf do
+    start_type :load
+
+    overlay do
+      template "etc/emqx.conf.all", "etc/emqx.conf"
+    end
+  end
+
+  application :lc do
     start_type :load
   end
 
-  application :emqx_bridge do
+  application :esasl do
     start_type :load
   end
 
-  application :emqx_auto_subscribe do
+  application :mria do
     start_type :load
   end
 
-  application :emqx_exhook do
+  application :mnesia do
+    start_type :load
+  end
+
+  application :ekka do
+    start_type :load
+  end
+
+  application :emqx_plugin_libs do
     start_type :load
   end
 
@@ -36,19 +52,15 @@ defmodule EmqxReleaseHelper.Applications do
     end
   end
 
-  application :emqx_connector do
-    start_type :load
-  end
-
-  application :emqx_modules do
-    start_type :load
-  end
-
   application :emqx_resource do
     start_type :load
   end
 
-  application :emqx_plugin_libs do
+  application :emqx_connector do
+    start_type :load
+  end
+
+  application :emqx_bridge do
     start_type :load
   end
 
@@ -64,79 +76,63 @@ defmodule EmqxReleaseHelper.Applications do
     end
   end
 
+  application :emqx_machine do
+    start_type :permanent
+  end
+
+  application :emqx_auto_subscribe do
+    start_type :permanent
+  end
+
+  application :emqx_exhook do
+    start_type :permanent
+  end
+
+  application :emqx_modules do
+    start_type :permanent
+  end
+
   application :emqx_dashboard do
-    start_type :load
+    start_type :permanent
   end
 
   application :emqx_management do
-    start_type :load
+    start_type :permanent
   end
 
   application :emqx_statsd do
-    start_type :load
+    start_type :permanent
   end
 
   application :emqx_retainer do
-    start_type :load
+    start_type :permanent
   end
 
   application :emqx_rule_engine do
-    start_type :load
+    start_type :permanent
   end
 
   application :emqx_psk do
-    start_type :load
+    start_type :permanent
   end
 
   application :emqx_limiter do
-    start_type :load
+    start_type :permanent
   end
 
-  application :emqx_conf do
-    start_type :load
-
-    overlay do
-      template "etc/emqx.conf.all", "etc/emqx.conf"
-    end
-  end
-
-  application :emqx_prometheus, %{release_type: :cloud} do
-    start_type :load
+  application :emqx_prometheus do
+    start_type :permanent
   end
 
   application :bcrypt, %{enable_bcrypt: true, release_type: :cloud} do
     start_type :permanent
   end
 
-  application :gproc do
-    start_type :load
-  end
-
-  application :grpc do
-    start_type :load
-  end
-
-  application :ekka do
-    start_type :load
-  end
-
-  application :mria do
-    start_type :load
-  end
-
-  application :mnesia do
-    start_type :load
-  end
-
-  application :ecpool do
-    start_type :load
-  end
-
-  application :lc do
-    start_type :load
-  end
-
   application :xmerl, %{release_type: :cloud} do
     start_type :permanent
   end
+
+  application :observer, %{release_type: :cloud} do
+    start_type :load
+  end
 end
diff --git a/apps/emqx_resource/mix.exs b/apps/emqx_resource/mix.exs
index 9753b9942..7c0f4842b 100644
--- a/apps/emqx_resource/mix.exs
+++ b/apps/emqx_resource/mix.exs
@@ -26,7 +26,8 @@ defmodule EMQXResource.MixProject do
     [
       {:jsx, "3.1.0"},
       {:gproc, "0.9.0"},
-      {:hocon, github: "emqx/hocon"}
+      {:hocon, github: "emqx/hocon"},
+      {:emqx_conf, in_umbrella: true}
     ]
   end
 end
diff --git a/apps/emqx_rule_engine/mix.exs b/apps/emqx_rule_engine/mix.exs
index 8fa8fadf4..4c43d3588 100644
--- a/apps/emqx_rule_engine/mix.exs
+++ b/apps/emqx_rule_engine/mix.exs
@@ -27,8 +27,8 @@ defmodule EMQXRuleEngine.MixProject do
   defp deps do
     [
       {:emqx, in_umbrella: true, runtime: false},
-      {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.2.1"},
-      {:ekka, github: "emqx/ekka", tag: "0.11.1"}
+      {:ekka, github: "emqx/ekka", tag: "0.11.1", runtime: false},
+      {:emqx_http_lib, github: "emqx/emqx_http_lib", tag: "0.2.1"}
     ]
   end
 end