diff --git a/apps/emqx_prometheus/src/emqx_prometheus.erl b/apps/emqx_prometheus/src/emqx_prometheus.erl
index df5598637..131e3fc12 100644
--- a/apps/emqx_prometheus/src/emqx_prometheus.erl
+++ b/apps/emqx_prometheus/src/emqx_prometheus.erl
@@ -95,8 +95,8 @@ stop() ->
     ok.
 
 restart() ->
-    stop(),
-    stop().
+    ok = stop(),
+    ok = start().
 
 do_start() ->
     emqx_prometheus_sup:start_child(?APP, emqx_conf:get([prometheus])).
diff --git a/apps/emqx_statsd/src/emqx_statsd.erl b/apps/emqx_statsd/src/emqx_statsd.erl
index 987f7e1bf..8154c9027 100644
--- a/apps/emqx_statsd/src/emqx_statsd.erl
+++ b/apps/emqx_statsd/src/emqx_statsd.erl
@@ -70,9 +70,9 @@ update(Config) ->
             ok = stop(),
             case maps:get(<<"enable">>, Config, true) of
                 true ->
-                    ok = start();
+                    ok = restart();
                 false ->
-                    ignore
+                    ok = stop()
             end,
             {ok, NewConfigRows};
         {error, Reason} ->