test(sysk): add test suite for syskeeper
This commit is contained in:
firest
parent
e93216fa62
commit
abc7233a77
|
|
@ -221,25 +221,30 @@ parse_template([], Templates) ->
|
|||
try_apply_template([{Type, _} | _] = Datas, #{templates := Templates} = State) ->
|
||||
case maps:find(Type, Templates) of
|
||||
{ok, Template} ->
|
||||
{ok, apply_template(Datas, Template, State)};
|
||||
apply_template(Datas, Template, State);
|
||||
_ ->
|
||||
{error, {unrecoverable_error, {invalid_request, Datas}}}
|
||||
end.
|
||||
|
||||
apply_template(Datas, Template, State) ->
|
||||
lists:map(
|
||||
fun({_, Data}) ->
|
||||
do_apply_template(Data, Template, State)
|
||||
end,
|
||||
Datas
|
||||
).
|
||||
apply_template(Datas, Template, State, []).
|
||||
|
||||
apply_template([{_, Data} | T], Template, State, Acc) ->
|
||||
case do_apply_template(Data, Template, State) of
|
||||
{ok, Msg} ->
|
||||
apply_template(T, Template, State, [Msg | Acc]);
|
||||
Error ->
|
||||
Error
|
||||
end;
|
||||
apply_template([], _Template, _State, Acc) ->
|
||||
{ok, lists:reverse(Acc)}.
|
||||
|
||||
do_apply_template(#{id := Id, qos := QoS, clientid := From} = Data, Template, #{
|
||||
target_qos := TargetQoS, target_topic_tks := TargetTopicTks
|
||||
}) ->
|
||||
Msg = maps:with([qos, flags, topic, payload, timestamp], Data),
|
||||
Topic = emqx_placeholder:proc_tmpl(TargetTopicTks, Msg),
|
||||
Msg#{
|
||||
{ok, Msg#{
|
||||
id => emqx_guid:from_hexstr(Id),
|
||||
qos :=
|
||||
case TargetQoS of
|
||||
|
|
@ -251,7 +256,15 @@ do_apply_template(#{id := Id, qos := QoS, clientid := From} = Data, Template, #{
|
|||
from => From,
|
||||
topic := Topic,
|
||||
payload := format_data(Template, Msg)
|
||||
}.
|
||||
}};
|
||||
do_apply_template(Data, Template, State) ->
|
||||
?SLOG(info, #{
|
||||
msg => "syskeeper_connector_apply_template_error",
|
||||
data => Data,
|
||||
template => Template,
|
||||
state => State
|
||||
}),
|
||||
{error, {unrecoverable_error, {invalid_data, Data}}}.
|
||||
|
||||
format_data([], Msg) ->
|
||||
emqx_utils_json:encode(Msg);
|
||||
|
|
|
|||
|
|
@ -0,0 +1,290 @@
|
|||
%%--------------------------------------------------------------------
|
||||
%% Copyright (c) 2023 EMQ Technologies Co., Ltd. All Rights Reserved.
|
||||
%%--------------------------------------------------------------------
|
||||
|
||||
-module(emqx_bridge_syskeeper_SUITE).
|
||||
|
||||
-compile(nowarn_export_all).
|
||||
-compile(export_all).
|
||||
|
||||
-include_lib("eunit/include/eunit.hrl").
|
||||
-include_lib("common_test/include/ct.hrl").
|
||||
-include_lib("snabbkaffe/include/snabbkaffe.hrl").
|
||||
|
||||
-define(HOST, "127.0.0.1").
|
||||
-define(PORT, 9092).
|
||||
-define(ACK_TIMEOUT, <<"3s">>).
|
||||
-define(SYSKEEPER_NAME, <<"syskeeper">>).
|
||||
-define(SYSKEEPER_PROXY_NAME, <<"syskeeper_proxy">>).
|
||||
-define(BATCH_SIZE, 3).
|
||||
-define(TOPIC, <<"syskeeper/message">>).
|
||||
|
||||
%%------------------------------------------------------------------------------
|
||||
%% CT boilerplate
|
||||
%%------------------------------------------------------------------------------
|
||||
|
||||
all() ->
|
||||
[
|
||||
{group, lifecycle},
|
||||
{group, need_ack},
|
||||
{group, no_ack}
|
||||
].
|
||||
|
||||
groups() ->
|
||||
TCs = emqx_common_test_helpers:all(?MODULE),
|
||||
Lifecycle = [t_setup_via_config, t_setup_via_http_api, t_get_status],
|
||||
Write = TCs -- Lifecycle,
|
||||
BatchingGroups = [{group, with_batch}, {group, without_batch}],
|
||||
[
|
||||
{need_ack, BatchingGroups},
|
||||
{no_ack, BatchingGroups},
|
||||
{with_batch, Write},
|
||||
{without_batch, Write},
|
||||
{lifecycle, Lifecycle}
|
||||
].
|
||||
|
||||
init_per_group(need_ack, Config) ->
|
||||
[{ack_mode, need_ack} | Config];
|
||||
init_per_group(no_ack, Config) ->
|
||||
[{ack_mode, no_ack} | Config];
|
||||
init_per_group(with_batch, Config0) ->
|
||||
[{enable_batch, true} | Config0];
|
||||
init_per_group(without_batch, Config0) ->
|
||||
[{enable_batch, false} | Config0];
|
||||
init_per_group(_Group, Config) ->
|
||||
Config.
|
||||
|
||||
end_per_group(_Group, _Config) ->
|
||||
ok.
|
||||
|
||||
init_per_suite(Config) ->
|
||||
ok = emqx_common_test_helpers:start_apps([emqx_conf, emqx_bridge, emqx_bridge_syskeeper]),
|
||||
_ = emqx_bridge_enterprise:module_info(),
|
||||
emqx_mgmt_api_test_util:init_suite(),
|
||||
Config.
|
||||
|
||||
end_per_suite(_Config) ->
|
||||
emqx_mgmt_api_test_util:end_suite(),
|
||||
ok = emqx_common_test_helpers:stop_apps([emqx_bridge, emqx_conf]).
|
||||
|
||||
init_per_testcase(_Testcase, Config) ->
|
||||
snabbkaffe:start_trace(),
|
||||
Config.
|
||||
|
||||
end_per_testcase(_Testcase, _Config) ->
|
||||
ok = snabbkaffe:stop(),
|
||||
delete_bridge(syskeeper, ?SYSKEEPER_NAME),
|
||||
delete_bridge(syskeeper_proxy, ?SYSKEEPER_PROXY_NAME),
|
||||
ok.
|
||||
|
||||
%%------------------------------------------------------------------------------
|
||||
%% Helper fns
|
||||
%%------------------------------------------------------------------------------
|
||||
syskeeper_config(Config) ->
|
||||
AckMode = proplists:get_value(ack_mode, Config, no_ack),
|
||||
BatchSize =
|
||||
case proplists:get_value(enable_batch, Config, false) of
|
||||
true -> ?BATCH_SIZE;
|
||||
false -> 1
|
||||
end,
|
||||
ConfigString =
|
||||
io_lib:format(
|
||||
"bridges.~s.~s {\n"
|
||||
" enable = true\n"
|
||||
" server = \"~ts\"\n"
|
||||
" ack_mode = ~p\n"
|
||||
" ack_timeout = \"~ts\"\n"
|
||||
" resource_opts = {\n"
|
||||
" request_ttl = 500ms\n"
|
||||
" batch_size = ~b\n"
|
||||
" }\n"
|
||||
"}",
|
||||
[
|
||||
syskeeper,
|
||||
?SYSKEEPER_NAME,
|
||||
server(),
|
||||
AckMode,
|
||||
?ACK_TIMEOUT,
|
||||
BatchSize
|
||||
]
|
||||
),
|
||||
{?SYSKEEPER_NAME, parse_and_check(ConfigString, syskeeper, ?SYSKEEPER_NAME)}.
|
||||
|
||||
syskeeper_proxy_config(_Config) ->
|
||||
ConfigString =
|
||||
io_lib:format(
|
||||
"bridges.~s.~s {\n"
|
||||
" enable = true\n"
|
||||
" listen = \"~ts\"\n"
|
||||
" acceptors = 1\n"
|
||||
"}",
|
||||
[
|
||||
syskeeper_proxy,
|
||||
?SYSKEEPER_PROXY_NAME,
|
||||
server()
|
||||
]
|
||||
),
|
||||
{?SYSKEEPER_PROXY_NAME, parse_and_check(ConfigString, syskeeper_proxy, ?SYSKEEPER_PROXY_NAME)}.
|
||||
|
||||
parse_and_check(ConfigString, BridgeType0, Name) ->
|
||||
BridgeType = to_bin(BridgeType0),
|
||||
ct:pal("ConfigString:~ts~n", [ConfigString]),
|
||||
{ok, RawConf} = hocon:binary(ConfigString, #{format => map}),
|
||||
hocon_tconf:check_plain(emqx_bridge_schema, RawConf, #{required => false, atom_key => false}),
|
||||
#{<<"bridges">> := #{BridgeType := #{Name := Config}}} = RawConf,
|
||||
Config.
|
||||
|
||||
create_bridge(Type, Name, Conf) ->
|
||||
emqx_bridge:create(Type, Name, Conf).
|
||||
|
||||
delete_bridge(Type, Name) ->
|
||||
emqx_bridge:remove(Type, Name).
|
||||
|
||||
create_both_bridge(Config) ->
|
||||
{ProxyName, ProxyConf} = syskeeper_proxy_config(Config),
|
||||
?assertMatch(
|
||||
{ok, _},
|
||||
create_bridge(syskeeper_proxy, ProxyName, ProxyConf)
|
||||
),
|
||||
{Name, Conf} = syskeeper_config(Config),
|
||||
?assertMatch(
|
||||
{ok, _},
|
||||
create_bridge(syskeeper, Name, Conf)
|
||||
).
|
||||
|
||||
create_bridge_http(Params) ->
|
||||
Path = emqx_mgmt_api_test_util:api_path(["bridges"]),
|
||||
AuthHeader = emqx_mgmt_api_test_util:auth_header_(),
|
||||
case emqx_mgmt_api_test_util:request_api(post, Path, "", AuthHeader, Params) of
|
||||
{ok, Res} -> {ok, emqx_utils_json:decode(Res, [return_maps])};
|
||||
Error -> Error
|
||||
end.
|
||||
|
||||
send_message(_Config, Payload) ->
|
||||
Name = ?SYSKEEPER_NAME,
|
||||
BridgeType = syskeeper,
|
||||
BridgeID = emqx_bridge_resource:bridge_id(BridgeType, Name),
|
||||
emqx_bridge:send_message(BridgeID, Payload).
|
||||
|
||||
to_bin(List) when is_list(List) ->
|
||||
unicode:characters_to_binary(List, utf8);
|
||||
to_bin(Atom) when is_atom(Atom) ->
|
||||
erlang:atom_to_binary(Atom);
|
||||
to_bin(Bin) when is_binary(Bin) ->
|
||||
Bin.
|
||||
|
||||
to_str(Atom) when is_atom(Atom) ->
|
||||
erlang:atom_to_list(Atom).
|
||||
|
||||
server() ->
|
||||
erlang:iolist_to_binary(io_lib:format("~ts:~B", [?HOST, ?PORT])).
|
||||
|
||||
make_message() ->
|
||||
Message = emqx_message:make(?MODULE, ?TOPIC, ?SYSKEEPER_NAME),
|
||||
Id = emqx_guid:to_hexstr(emqx_guid:gen()),
|
||||
From = emqx_message:from(Message),
|
||||
Msg = emqx_message:to_map(Message),
|
||||
Msg#{id => Id, clientid => From}.
|
||||
|
||||
receive_msg() ->
|
||||
receive
|
||||
{deliver, ?TOPIC, Msg} ->
|
||||
{ok, Msg}
|
||||
after 500 ->
|
||||
{error, no_message}
|
||||
end.
|
||||
|
||||
%%------------------------------------------------------------------------------
|
||||
%% Testcases
|
||||
%%------------------------------------------------------------------------------
|
||||
t_setup_via_config(Config) ->
|
||||
{Name, Conf} = syskeeper_proxy_config(Config),
|
||||
?assertMatch(
|
||||
{ok, _},
|
||||
create_bridge(syskeeper_proxy, Name, Conf)
|
||||
),
|
||||
?assertMatch(
|
||||
X when is_pid(X),
|
||||
esockd:listener({emqx_bridge_syskeeper_proxy_server, {?HOST, ?PORT}})
|
||||
),
|
||||
delete_bridge(syskeeper_proxy, Name),
|
||||
?assertError(
|
||||
not_found,
|
||||
esockd:listener({emqx_bridge_syskeeper_proxy_server, {?HOST, ?PORT}})
|
||||
).
|
||||
|
||||
t_setup_via_http_api(Config) ->
|
||||
{Name, ProxyConf0} = syskeeper_proxy_config(Config),
|
||||
ProxyConf = ProxyConf0#{
|
||||
<<"name">> => Name,
|
||||
<<"type">> => syskeeper_proxy
|
||||
},
|
||||
?assertMatch(
|
||||
{ok, _},
|
||||
create_bridge_http(ProxyConf)
|
||||
),
|
||||
|
||||
?assertMatch(
|
||||
X when is_pid(X),
|
||||
esockd:listener({emqx_bridge_syskeeper_proxy_server, {?HOST, ?PORT}})
|
||||
),
|
||||
|
||||
delete_bridge(syskeeper_proxy, Name),
|
||||
|
||||
?assertError(
|
||||
not_found,
|
||||
esockd:listener({emqx_bridge_syskeeper_proxy_server, {?HOST, ?PORT}})
|
||||
).
|
||||
|
||||
t_get_status(Config) ->
|
||||
create_both_bridge(Config),
|
||||
SyskeeperId = emqx_bridge_resource:resource_id(syskeeper, ?SYSKEEPER_NAME),
|
||||
ProxyId = emqx_bridge_resource:resource_id(syskeeper_proxy, ?SYSKEEPER_PROXY_NAME),
|
||||
?assertEqual({ok, connected}, emqx_resource_manager:health_check(SyskeeperId)),
|
||||
?assertEqual({ok, connected}, emqx_resource_manager:health_check(ProxyId)),
|
||||
delete_bridge(syskeeper_proxy, ?SYSKEEPER_PROXY_NAME),
|
||||
?retry(
|
||||
_Sleep = 500,
|
||||
_Attempts = 10,
|
||||
?assertMatch({ok, connecting}, emqx_resource_manager:health_check(SyskeeperId))
|
||||
).
|
||||
|
||||
t_write_failure(Config) ->
|
||||
create_both_bridge(Config),
|
||||
delete_bridge(syskeeper_proxy, ?SYSKEEPER_PROXY_NAME),
|
||||
SentData = make_message(),
|
||||
Result =
|
||||
?wait_async_action(
|
||||
send_message(Config, SentData),
|
||||
#{?snk_kind := buffer_worker_flush_ack},
|
||||
2_000
|
||||
),
|
||||
?assertMatch({{error, {resource_error, _}}, _}, Result).
|
||||
|
||||
t_invalid_data(Config) ->
|
||||
create_both_bridge(Config),
|
||||
{_, {ok, #{result := Result}}} =
|
||||
?wait_async_action(
|
||||
send_message(Config, #{}),
|
||||
#{?snk_kind := buffer_worker_flush_ack},
|
||||
2_000
|
||||
),
|
||||
?assertMatch({error, {unrecoverable_error, {invalid_data, _}}}, Result).
|
||||
|
||||
t_forward(Config) ->
|
||||
emqx_broker:subscribe(?TOPIC),
|
||||
create_both_bridge(Config),
|
||||
SentData = make_message(),
|
||||
{_, {ok, #{result := _Result}}} =
|
||||
?wait_async_action(
|
||||
send_message(Config, SentData),
|
||||
#{?snk_kind := buffer_worker_flush_ack},
|
||||
2_000
|
||||
),
|
||||
?retry(
|
||||
500,
|
||||
10,
|
||||
?assertMatch({ok, _}, receive_msg())
|
||||
),
|
||||
emqx_broker:unsubscribe(?TOPIC),
|
||||
ok.
|
||||
Loading…
Reference in New Issue