diff --git a/src/emqx_rpc.erl b/src/emqx_rpc.erl
index 96adf6605..5d0370240 100644
--- a/src/emqx_rpc.erl
+++ b/src/emqx_rpc.erl
@@ -32,7 +32,8 @@ cast(Node, Mod, Fun, Args) ->
     filter_result(?RPC:cast(rpc_node(Node), Mod, Fun, Args)).
 
 rpc_node(Node) ->
-    {Node, erlang:system_info(scheduler_id)}.
+    {ok, ClientNum} = application:get_env(gen_rpc, tcp_client_num),
+    {Node, rand:uniform(ClientNum)}.
 
 rpc_nodes(Nodes) ->
     rpc_nodes(Nodes, []).