From 9bb08686280ef42ec146f68956d33f41b47407de Mon Sep 17 00:00:00 2001 From: Andrew Mayorov Date: Thu, 8 Feb 2024 13:23:58 +0100 Subject: [PATCH] test(api-topics): add testcase verifying paged queries work --- apps/emqx_management/src/emqx_mgmt_api.erl | 4 +- .../test/emqx_mgmt_api_topics_SUITE.erl | 143 +++++++++++++----- 2 files changed, 102 insertions(+), 45 deletions(-) diff --git a/apps/emqx_management/src/emqx_mgmt_api.erl b/apps/emqx_management/src/emqx_mgmt_api.erl index 6bf9d5da1..be8f24bc3 100644 --- a/apps/emqx_management/src/emqx_mgmt_api.erl +++ b/apps/emqx_management/src/emqx_mgmt_api.erl @@ -166,9 +166,7 @@ node_query(Node, Tab, QString, QSchema, MsFun, FmtFun, Options) -> {_CodCnt, NQString} = parse_qstring(QString, QSchema), ResultAcc = init_query_result(), QueryState = init_query_state(Tab, NQString, MsFun, Meta, Options), - NResultAcc = do_node_query( - Node, QueryState, ResultAcc - ), + NResultAcc = do_node_query(Node, QueryState, ResultAcc), format_query_result(FmtFun, Meta, NResultAcc) end. diff --git a/apps/emqx_management/test/emqx_mgmt_api_topics_SUITE.erl b/apps/emqx_management/test/emqx_mgmt_api_topics_SUITE.erl index e2ab34010..bbddde749 100644 --- a/apps/emqx_management/test/emqx_mgmt_api_topics_SUITE.erl +++ b/apps/emqx_management/test/emqx_mgmt_api_topics_SUITE.erl @@ -18,7 +18,6 @@ -compile(export_all). -compile(nowarn_export_all). --include_lib("emqx/include/emqx_router.hrl"). -include_lib("eunit/include/eunit.hrl"). -include_lib("common_test/include/ct.hrl"). @@ -26,48 +25,44 @@ all() -> emqx_common_test_helpers:all(?MODULE). init_per_suite(Config) -> - emqx_mgmt_api_test_util:init_suite(), + Apps = emqx_cth_suite:start( + [ + emqx, + emqx_management, + emqx_mgmt_api_test_util:emqx_dashboard() + ], + #{work_dir => emqx_cth_suite:work_dir(Config)} + ), Peer = emqx_common_test_helpers:start_peer(node1, []), - [{peer, Peer} | Config]. + [{apps, Apps}, {peer, Peer} | Config]. end_per_suite(Config) -> - Peer = ?config(peer, Config), - emqx_common_test_helpers:stop_peer(Peer), - mria:clear_table(?ROUTE_TAB), - emqx_mgmt_api_test_util:end_suite(). + _ = emqx_common_test_helpers:stop_peer(?config(peer, Config)), + ok = emqx_cth_suite:stop(?config(apps, Config)). t_nodes_api(Config) -> Node = atom_to_binary(node(), utf8), Topic = <<"test_topic">>, - {ok, Client} = emqtt:start_link(#{ - username => <<"routes_username">>, clientid => <<"routes_cid">> - }), - {ok, _} = emqtt:connect(Client), + Client = client(?FUNCTION_NAME), {ok, _, _} = emqtt:subscribe(Client, Topic), %% list all - Path = emqx_mgmt_api_test_util:api_path(["topics"]), - {ok, Response} = emqx_mgmt_api_test_util:request_api(get, Path), - RoutesData = emqx_utils_json:decode(Response, [return_maps]), + RoutesData = request_json(get, ["topics"]), Meta = maps:get(<<"meta">>, RoutesData), ?assertEqual(1, maps:get(<<"page">>, Meta)), ?assertEqual(emqx_mgmt:default_row_limit(), maps:get(<<"limit">>, Meta)), ?assertEqual(1, maps:get(<<"count">>, Meta)), - Data = maps:get(<<"data">>, RoutesData), - Route = erlang:hd(Data), + [Route | _] = maps:get(<<"data">>, RoutesData), ?assertEqual(Topic, maps:get(<<"topic">>, Route)), ?assertEqual(Node, maps:get(<<"node">>, Route)), %% exact match Topic2 = <<"test_topic_2">>, {ok, _, _} = emqtt:subscribe(Client, Topic2), - QS = uri_string:compose_query([ + MatchData = request_json(get, ["topics"], [ {"topic", Topic2}, {"node", atom_to_list(node())} ]), - Headers = emqx_mgmt_api_test_util:auth_header_(), - {ok, MatchResponse} = emqx_mgmt_api_test_util:request_api(get, Path, QS, Headers), - MatchData = emqx_utils_json:decode(MatchResponse, [return_maps]), ?assertMatch( #{<<"count">> := 1, <<"page">> := 1, <<"limit">> := 100}, maps:get(<<"meta">>, MatchData) @@ -82,37 +77,78 @@ t_nodes_api(Config) -> %% multiple routes for a single topic Peer = ?config(peer, Config), ok = emqx_router:add_route(Topic, Peer), - RoutePath = emqx_mgmt_api_test_util:api_path(["topics", Topic]), - {ok, RouteResponse} = emqx_mgmt_api_test_util:request_api(get, RoutePath), + RouteResponse = request_json(get, ["topics", Topic]), ok = emqx_router:delete_route(Topic, Peer), [ #{<<"topic">> := Topic, <<"node">> := Node1}, #{<<"topic">> := Topic, <<"node">> := Node2} - ] = emqx_utils_json:decode(RouteResponse, [return_maps]), + ] = RouteResponse, - ?assertEqual(lists:usort([Node, atom_to_binary(Peer)]), lists:usort([Node1, Node2])), + ?assertEqual(lists:sort([Node, atom_to_binary(Peer)]), lists:sort([Node1, Node2])), ok = emqtt:stop(Client). +t_paging(_Config) -> + Node = atom_to_list(node()), + Client1 = client(c_paging_1), + Client2 = client(c_paging_2), + Topics1 = [ + <<"t/+">>, + <<"test/client/#">>, + <<"test/1">>, + <<"test/2">>, + <<"test/3">> + ], + Topics2 = [ + <<"t/+">>, + <<"test/client/#">>, + <<"test/4">>, + <<"test/5">>, + <<"test/6">> + ], + ok = lists:foreach(fun(T) -> {ok, _, _} = emqtt:subscribe(Client1, T) end, Topics1), + ok = lists:foreach(fun(T) -> {ok, _, _} = emqtt:subscribe(Client2, T) end, Topics2), + Matched = request_json(get, ["topics"]), + ?assertEqual( + Matched, + request_json(get, ["topics"], [{"node", Node}]) + ), + R1 = #{<<"data">> := Data1} = request_json(get, ["topics"], [{"page", "1"}, {"limit", "5"}]), + R2 = #{<<"data">> := Data2} = request_json(get, ["topics"], [{"page", "2"}, {"limit", "5"}]), + ?assertMatch( + #{ + <<"meta">> := #{<<"hasnext">> := true, <<"page">> := 1, <<"count">> := 8}, + <<"data">> := [_1, _2, _3, _4, _5] + }, + R1 + ), + ?assertMatch( + #{ + <<"meta">> := #{<<"hasnext">> := false, <<"page">> := 2, <<"count">> := 8}, + <<"data">> := [_6, _7, _8] + }, + R2 + ), + ?assertEqual( + lists:usort(Topics1 ++ Topics2), + lists:sort([T || #{<<"topic">> := T} <- Data1 ++ Data2]) + ), + + ok = emqtt:stop(Client1), + ok = emqtt:stop(Client2). + t_percent_topics(_Config) -> Node = atom_to_binary(node(), utf8), Topic = <<"test_%%1">>, - {ok, Client} = emqtt:start_link(#{ - username => <<"routes_username">>, clientid => <<"routes_cid">> - }), - {ok, _} = emqtt:connect(Client), + Client = client(?FUNCTION_NAME), {ok, _, _} = emqtt:subscribe(Client, Topic), %% exact match with percent encoded topic - Path = emqx_mgmt_api_test_util:api_path(["topics"]), - QS = uri_string:compose_query([ + MatchData = request_json(get, ["topics"], [ {"topic", Topic}, {"node", atom_to_list(node())} ]), - Headers = emqx_mgmt_api_test_util:auth_header_(), - {ok, MatchResponse} = emqx_mgmt_api_test_util:request_api(get, Path, QS, Headers), - MatchData = emqx_utils_json:decode(MatchResponse, [return_maps]), ?assertMatch( #{<<"count">> := 1, <<"page">> := 1, <<"limit">> := 100}, maps:get(<<"meta">>, MatchData) @@ -129,22 +165,15 @@ t_shared_topics(_Configs) -> RealTopic = <<"t/+">>, Topic = <<"$share/g1/", RealTopic/binary>>, - {ok, Client} = emqtt:start_link(#{ - username => <<"routes_username">>, clientid => <<"routes_cid">> - }), - {ok, _} = emqtt:connect(Client), + Client = client(?FUNCTION_NAME), {ok, _, _} = emqtt:subscribe(Client, Topic), {ok, _, _} = emqtt:subscribe(Client, RealTopic), %% exact match with shared topic - Path = emqx_mgmt_api_test_util:api_path(["topics"]), - QS = uri_string:compose_query([ + MatchData = request_json(get, ["topics"], [ {"topic", Topic}, {"node", atom_to_list(node())} ]), - Headers = emqx_mgmt_api_test_util:auth_header_(), - {ok, MatchResponse1} = emqx_mgmt_api_test_util:request_api(get, Path, QS, Headers), - MatchData = emqx_utils_json:decode(MatchResponse1, [return_maps]), ?assertMatch( #{<<"count">> := 1, <<"page">> := 1, <<"limit">> := 100}, maps:get(<<"meta">>, MatchData) @@ -172,3 +201,33 @@ t_shared_topics_invalid(_Config) -> #{<<"code">> := <<"INVALID_PARAMTER">>, <<"message">> := <<"topic_filter_invalid">>}, emqx_utils_json:decode(Body, [return_maps]) ). + +%% Utilities + +client(Name) -> + {ok, Client} = emqtt:start_link(#{ + username => emqx_utils_conv:bin(Name), + clientid => emqx_utils_conv:bin(Name) + }), + {ok, _} = emqtt:connect(Client), + Client. + +request_json(Method, Path) -> + decode_response(request_api(Method, Path)). + +request_json(Method, Path, QS) -> + decode_response(request_api(Method, Path, QS)). + +decode_response({ok, Response}) -> + emqx_utils_json:decode(Response, [return_maps]); +decode_response({error, Reason}) -> + error({request_api_error, Reason}). + +request_api(Method, API) -> + Path = emqx_mgmt_api_test_util:api_path(API), + emqx_mgmt_api_test_util:request_api(Method, Path). + +request_api(Method, API, QS) -> + Path = emqx_mgmt_api_test_util:api_path(API), + Auth = emqx_mgmt_api_test_util:auth_header_(), + emqx_mgmt_api_test_util:request_api(Method, Path, uri_string:compose_query(QS), Auth).