2658 lines
107 KiB
Erlang
2658 lines
107 KiB
Erlang
%%--------------------------------------------------------------------
|
|
%% Copyright (c) 2020-2021 EMQ Technologies Co., Ltd. All Rights Reserved.
|
|
%%
|
|
%% Licensed under the Apache License, Version 2.0 (the "License");
|
|
%% you may not use this file except in compliance with the License.
|
|
%% You may obtain a copy of the License at
|
|
%%
|
|
%% http://www.apache.org/licenses/LICENSE-2.0
|
|
%%
|
|
%% Unless required by applicable law or agreed to in writing, software
|
|
%% distributed under the License is distributed on an "AS IS" BASIS,
|
|
%% WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
%% See the License for the specific language governing permissions and
|
|
%% limitations under the License.
|
|
%%--------------------------------------------------------------------
|
|
|
|
-module(emqx_rule_engine_SUITE).
|
|
|
|
-compile(export_all).
|
|
-compile(nowarn_export_all).
|
|
|
|
-include_lib("emqx_rule_engine/include/rule_engine.hrl").
|
|
-include_lib("emqx/include/emqx.hrl").
|
|
|
|
-include_lib("eunit/include/eunit.hrl").
|
|
-include_lib("common_test/include/ct.hrl").
|
|
|
|
%%-define(PROPTEST(M,F), true = proper:quickcheck(M:F())).
|
|
|
|
all() ->
|
|
[ {group, engine}
|
|
, {group, actions}
|
|
, {group, api}
|
|
, {group, cli}
|
|
, {group, funcs}
|
|
, {group, registry}
|
|
, {group, runtime}
|
|
, {group, events}
|
|
, {group, multi_actions}
|
|
, {group, bugs}
|
|
].
|
|
|
|
suite() ->
|
|
[{ct_hooks, [cth_surefire]}, {timetrap, {seconds, 30}}].
|
|
|
|
groups() ->
|
|
[{engine, [sequence],
|
|
[t_register_provider,
|
|
t_unregister_provider,
|
|
t_create_rule,
|
|
t_create_resource
|
|
]},
|
|
{actions, [],
|
|
[t_inspect_action
|
|
,t_republish_action
|
|
]},
|
|
{api, [],
|
|
[t_crud_rule_api,
|
|
t_list_actions_api,
|
|
t_show_action_api,
|
|
t_crud_resources_api,
|
|
t_list_resource_types_api,
|
|
t_show_resource_type_api
|
|
]},
|
|
{cli, [],
|
|
[t_rules_cli,
|
|
t_actions_cli,
|
|
t_resources_cli,
|
|
t_resource_types_cli
|
|
]},
|
|
{funcs, [],
|
|
[t_topic_func,
|
|
t_kv_store
|
|
]},
|
|
{registry, [sequence],
|
|
[t_add_get_remove_rule,
|
|
t_add_get_remove_rules,
|
|
t_create_existing_rule,
|
|
t_update_rule,
|
|
t_disable_rule,
|
|
t_get_rules_for,
|
|
t_get_rules_for_2,
|
|
t_get_rules_with_same_event,
|
|
t_add_get_remove_action,
|
|
t_add_get_remove_actions,
|
|
t_remove_actions_of,
|
|
t_get_resources,
|
|
t_add_get_remove_resource,
|
|
t_resource_types
|
|
]},
|
|
{runtime, [],
|
|
[t_match_atom_and_binary,
|
|
t_sqlselect_0,
|
|
t_sqlselect_00,
|
|
t_sqlselect_01,
|
|
t_sqlselect_02,
|
|
t_sqlselect_1,
|
|
t_sqlselect_2,
|
|
t_sqlselect_2_1,
|
|
t_sqlselect_2_2,
|
|
t_sqlselect_2_3,
|
|
t_sqlselect_3,
|
|
t_sqlparse_event_1,
|
|
t_sqlparse_event_2,
|
|
t_sqlparse_event_3,
|
|
t_sqlparse_foreach_1,
|
|
t_sqlparse_foreach_2,
|
|
t_sqlparse_foreach_3,
|
|
t_sqlparse_foreach_4,
|
|
t_sqlparse_foreach_5,
|
|
t_sqlparse_foreach_6,
|
|
t_sqlparse_foreach_7,
|
|
t_sqlparse_foreach_8,
|
|
t_sqlparse_case_when_1,
|
|
t_sqlparse_case_when_2,
|
|
t_sqlparse_case_when_3,
|
|
t_sqlparse_array_index_1,
|
|
t_sqlparse_array_index_2,
|
|
t_sqlparse_array_index_3,
|
|
t_sqlparse_array_index_4,
|
|
t_sqlparse_array_index_5,
|
|
t_sqlparse_select_matadata_1,
|
|
t_sqlparse_array_range_1,
|
|
t_sqlparse_array_range_2,
|
|
t_sqlparse_true_false,
|
|
t_sqlparse_new_map
|
|
]},
|
|
{events, [],
|
|
[t_events
|
|
]},
|
|
{bugs, [],
|
|
[t_sqlparse_payload_as,
|
|
t_sqlparse_nested_get
|
|
]},
|
|
{multi_actions, [],
|
|
[t_sqlselect_multi_actoins_1,
|
|
t_sqlselect_multi_actoins_1_1,
|
|
t_sqlselect_multi_actoins_2,
|
|
t_sqlselect_multi_actoins_3,
|
|
t_sqlselect_multi_actoins_3_1,
|
|
t_sqlselect_multi_actoins_4
|
|
]}
|
|
].
|
|
|
|
%%------------------------------------------------------------------------------
|
|
%% Overall setup/teardown
|
|
%%------------------------------------------------------------------------------
|
|
|
|
init_per_suite(Config) ->
|
|
ok = ekka_mnesia:start(),
|
|
ok = emqx_rule_registry:mnesia(boot),
|
|
start_apps(),
|
|
Config.
|
|
|
|
end_per_suite(_Config) ->
|
|
stop_apps(),
|
|
ok.
|
|
|
|
on_resource_create(_id, _) -> #{}.
|
|
on_resource_destroy(_id, _) -> ok.
|
|
on_get_resource_status(_id, _) -> #{}.
|
|
|
|
%%------------------------------------------------------------------------------
|
|
%% Group specific setup/teardown
|
|
%%------------------------------------------------------------------------------
|
|
|
|
group(_Groupname) ->
|
|
[].
|
|
|
|
init_per_group(registry, Config) ->
|
|
Config;
|
|
init_per_group(_Groupname, Config) ->
|
|
Config.
|
|
|
|
end_per_group(_Groupname, _Config) ->
|
|
ok.
|
|
|
|
%%------------------------------------------------------------------------------
|
|
%% Testcase specific setup/teardown
|
|
%%------------------------------------------------------------------------------
|
|
|
|
init_per_testcase(t_events, Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
init_events_counters(),
|
|
ok = emqx_rule_registry:register_resource_types([make_simple_resource_type(simple_resource_type)]),
|
|
ok = emqx_rule_registry:add_action(
|
|
#action{name = 'hook-metrics-action', app = ?APP,
|
|
module = ?MODULE, on_create = hook_metrics_action,
|
|
types=[], params_spec = #{},
|
|
title = #{en => <<"Hook metrics action">>},
|
|
description = #{en => <<"Hook metrics action">>}}),
|
|
SQL = "SELECT * FROM \"$events/client_connected\", "
|
|
"\"$events/client_disconnected\", "
|
|
"\"$events/session_subscribed\", "
|
|
"\"$events/session_unsubscribed\", "
|
|
"\"$events/message_acked\", "
|
|
"\"$events/message_delivered\", "
|
|
"\"$events/message_dropped\", "
|
|
"\"t1\"",
|
|
{ok, Rule} = emqx_rule_engine:create_rule(
|
|
#{id => <<"rule:t_events">>,
|
|
rawsql => SQL,
|
|
actions => [#{id => <<"action:inspect">>, name => 'inspect', args => #{}},
|
|
#{id => <<"action:hook-metrics-action">>, name => 'hook-metrics-action', args => #{}}],
|
|
description => <<"Debug rule">>}),
|
|
?assertMatch(#rule{id = <<"rule:t_events">>}, Rule),
|
|
[{hook_points_rules, Rule} | Config];
|
|
init_per_testcase(Test, Config)
|
|
when Test =:= t_sqlselect_multi_actoins_1
|
|
;Test =:= t_sqlselect_multi_actoins_1_1
|
|
;Test =:= t_sqlselect_multi_actoins_2
|
|
;Test =:= t_sqlselect_multi_actoins_3
|
|
;Test =:= t_sqlselect_multi_actoins_3_1
|
|
;Test =:= t_sqlselect_multi_actoins_4
|
|
->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
ok = emqx_rule_registry:add_action(
|
|
#action{name = 'crash_action', app = ?APP,
|
|
module = ?MODULE, on_create = crash_action,
|
|
types=[], params_spec = #{},
|
|
title = #{en => <<"Crash Action">>},
|
|
description = #{en => <<"This action will always fail!">>}}),
|
|
ok = emqx_rule_registry:add_action(
|
|
#action{name = 'failure_action', app = ?APP,
|
|
module = ?MODULE, on_create = failure_action,
|
|
types=[], params_spec = #{},
|
|
title = #{en => <<"Crash Action">>},
|
|
description = #{en => <<"This action will always fail!">>}}),
|
|
ok = emqx_rule_registry:add_action(
|
|
#action{name = 'plus_by_one', app = ?APP,
|
|
module = ?MODULE, on_create = plus_by_one_action,
|
|
types=[], params_spec = #{},
|
|
title = #{en => <<"Plus an integer by 1">>}
|
|
}),
|
|
init_plus_by_one_action(),
|
|
SQL = "SELECT * "
|
|
"FROM \"$events/client_connected\" "
|
|
"WHERE username = 'emqx1'",
|
|
{ok, SubClient} = emqtt:start_link([{clientid, <<"emqx0">>}, {username, <<"emqx0">>}]),
|
|
{ok, _} = emqtt:connect(SubClient),
|
|
{ok, _, _} = emqtt:subscribe(SubClient, <<"t2">>, 0),
|
|
ct:sleep(100),
|
|
|
|
{ok, ConnClient} = emqtt:start_link([{clientid, <<"c_emqx1">>}, {username, <<"emqx1">>}]),
|
|
TriggerConnEvent = fun() ->
|
|
{ok, _} = emqtt:connect(ConnClient)
|
|
end,
|
|
[{subclient, SubClient},
|
|
{connclient, ConnClient},
|
|
{conn_event, TriggerConnEvent},
|
|
{connsql, SQL}
|
|
| Config];
|
|
init_per_testcase(_TestCase, Config) ->
|
|
ok = emqx_rule_registry:register_resource_types(
|
|
[#resource_type{
|
|
name = built_in,
|
|
provider = ?APP,
|
|
params_spec = #{},
|
|
on_create = {?MODULE, on_resource_create},
|
|
on_destroy = {?MODULE, on_resource_destroy},
|
|
on_status = {?MODULE, on_get_resource_status},
|
|
title = #{en => <<"Built-In Resource Type (debug)">>},
|
|
description = #{en => <<"The built in resource type for debug purpose">>}}]),
|
|
%ct:pal("============ ~p", [ets:tab2list(emqx_resource_type)]),
|
|
Config.
|
|
|
|
|
|
end_per_testcase(t_events, Config) ->
|
|
ets:delete(events_record_tab),
|
|
ok = emqx_rule_registry:remove_rule(?config(hook_points_rules, Config)),
|
|
ok = emqx_rule_registry:remove_action('hook-metrics-action');
|
|
end_per_testcase(Test, Config)
|
|
when Test =:= t_sqlselect_multi_actoins_1,
|
|
Test =:= t_sqlselect_multi_actoins_2
|
|
->
|
|
emqtt:stop(?config(subclient, Config)),
|
|
emqtt:stop(?config(connclient, Config)),
|
|
Config;
|
|
end_per_testcase(_TestCase, _Config) ->
|
|
ok.
|
|
|
|
%%------------------------------------------------------------------------------
|
|
%% Test cases for rule engine
|
|
%%------------------------------------------------------------------------------
|
|
|
|
t_register_provider(_Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
?assert(length(emqx_rule_registry:get_actions()) >= 2),
|
|
ok.
|
|
|
|
t_unregister_provider(_Config) ->
|
|
ok = emqx_rule_engine:unload_providers(),
|
|
?assert(length(emqx_rule_registry:get_actions()) == 0),
|
|
ok.
|
|
|
|
t_create_rule(_Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
{ok, #rule{id = Id}} = emqx_rule_engine:create_rule(
|
|
#{rawsql => <<"select * from \"t/a\"">>,
|
|
actions => [#{name => 'inspect', args => #{arg1 => 1}}],
|
|
description => <<"debug rule">>}),
|
|
%ct:pal("======== emqx_rule_registry:get_rules :~p", [emqx_rule_registry:get_rules()]),
|
|
?assertMatch({ok,#rule{id = Id, for = [<<"t/a">>]}}, emqx_rule_registry:get_rule(Id)),
|
|
ok = emqx_rule_engine:unload_providers(),
|
|
emqx_rule_registry:remove_rule(Id),
|
|
ok.
|
|
|
|
t_create_resource(_Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
{ok, #resource{id = ResId}} = emqx_rule_engine:create_resource(
|
|
#{type => built_in,
|
|
config => #{},
|
|
description => <<"debug resource">>}),
|
|
?assert(true, is_binary(ResId)),
|
|
ok = emqx_rule_engine:unload_providers(),
|
|
emqx_rule_registry:remove_resource(ResId),
|
|
ok.
|
|
|
|
%%------------------------------------------------------------------------------
|
|
%% Test cases for rule actions
|
|
%%------------------------------------------------------------------------------
|
|
|
|
t_inspect_action(_Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
{ok, #resource{id = ResId}} = emqx_rule_engine:create_resource(
|
|
#{type => built_in,
|
|
config => #{},
|
|
description => <<"debug resource">>}),
|
|
{ok, #rule{id = Id}} = emqx_rule_engine:create_rule(
|
|
#{rawsql => "select clientid as c, username as u "
|
|
"from \"t1\" ",
|
|
actions => [#{name => 'inspect',
|
|
args => #{'$resource' => ResId, a=>1, b=>2}}],
|
|
type => built_in,
|
|
description => <<"Inspect rule">>
|
|
}),
|
|
{ok, Client} = emqtt:start_link([{username, <<"emqx">>}]),
|
|
{ok, _} = emqtt:connect(Client),
|
|
emqtt:publish(Client, <<"t1">>, <<"{\"id\": 1, \"name\": \"ha\"}">>, 0),
|
|
emqtt:stop(Client),
|
|
emqx_rule_registry:remove_rule(Id),
|
|
emqx_rule_registry:remove_resource(ResId),
|
|
ok.
|
|
|
|
t_republish_action(_Config) ->
|
|
Qos0Received = emqx_metrics:val('messages.qos0.received'),
|
|
Received = emqx_metrics:val('messages.received'),
|
|
ok = emqx_rule_engine:load_providers(),
|
|
{ok, #rule{id = Id, for = [<<"t1">>]}} =
|
|
emqx_rule_engine:create_rule(
|
|
#{rawsql => <<"select topic, payload, qos from \"t1\"">>,
|
|
actions => [#{name => 'republish',
|
|
args => #{<<"target_topic">> => <<"t2">>,
|
|
<<"target_qos">> => -1,
|
|
<<"payload_tmpl">> => <<"${payload}">>}}],
|
|
description => <<"builtin-republish-rule">>}),
|
|
{ok, Client} = emqtt:start_link([{username, <<"emqx">>}]),
|
|
{ok, _} = emqtt:connect(Client),
|
|
{ok, _, _} = emqtt:subscribe(Client, <<"t2">>, 0),
|
|
|
|
Msg = <<"{\"id\": 1, \"name\": \"ha\"}">>,
|
|
emqtt:publish(Client, <<"t1">>, Msg, 0),
|
|
receive {publish, #{topic := <<"t2">>, payload := Payload}} ->
|
|
?assertEqual(Msg, Payload)
|
|
after 1000 ->
|
|
ct:fail(wait_for_t2)
|
|
end,
|
|
emqtt:stop(Client),
|
|
emqx_rule_registry:remove_rule(Id),
|
|
?assertEqual(2, emqx_metrics:val('messages.qos0.received') - Qos0Received),
|
|
?assertEqual(2, emqx_metrics:val('messages.received') - Received),
|
|
ok.
|
|
|
|
%%------------------------------------------------------------------------------
|
|
%% Test cases for rule engine api
|
|
%%------------------------------------------------------------------------------
|
|
|
|
t_crud_rule_api(_Config) ->
|
|
{ok, #{code := 0, data := Rule}} =
|
|
emqx_rule_engine_api:create_rule(#{},
|
|
[{<<"name">>, <<"debug-rule">>},
|
|
{<<"rawsql">>, <<"select * from \"t/a\"">>},
|
|
{<<"actions">>, [[{<<"name">>,<<"inspect">>},
|
|
{<<"params">>,[{<<"arg1">>,1}]}]]},
|
|
{<<"description">>, <<"debug rule">>}]),
|
|
RuleID = maps:get(id, Rule),
|
|
%ct:pal("RCreated : ~p", [Rule]),
|
|
|
|
{ok, #{code := 0, data := Rules}} = emqx_rule_engine_api:list_rules(#{}, []),
|
|
%ct:pal("RList : ~p", [Rules]),
|
|
?assert(length(Rules) > 0),
|
|
|
|
{ok, #{code := 0, data := Rule1}} = emqx_rule_engine_api:show_rule(#{id => RuleID}, []),
|
|
%ct:pal("RShow : ~p", [Rule1]),
|
|
?assertEqual(Rule, Rule1),
|
|
|
|
{ok, #{code := 0, data := Rule2}} = emqx_rule_engine_api:update_rule(#{id => RuleID},
|
|
[{<<"rawsql">>, <<"select * from \"t/b\"">>}]),
|
|
|
|
{ok, #{code := 0, data := Rule3}} = emqx_rule_engine_api:show_rule(#{id => RuleID}, []),
|
|
%ct:pal("RShow : ~p", [Rule1]),
|
|
?assertEqual(Rule3, Rule2),
|
|
?assertEqual(<<"select * from \"t/b\"">>, maps:get(rawsql, Rule3)),
|
|
|
|
{ok, #{code := 0, data := Rule4}} = emqx_rule_engine_api:update_rule(#{id => RuleID},
|
|
[{<<"actions">>,
|
|
[[
|
|
{<<"name">>,<<"republish">>},
|
|
{<<"params">>,[
|
|
{<<"arg1">>,1},
|
|
{<<"target_topic">>, <<"t2">>},
|
|
{<<"target_qos">>, -1},
|
|
{<<"payload_tmpl">>, <<"${payload}">>}
|
|
]}
|
|
]]
|
|
}]),
|
|
|
|
{ok, #{code := 0, data := Rule5}} = emqx_rule_engine_api:show_rule(#{id => RuleID}, []),
|
|
%ct:pal("RShow : ~p", [Rule1]),
|
|
?assertEqual(Rule5, Rule4),
|
|
?assertMatch([#{name := republish }], maps:get(actions, Rule5)),
|
|
|
|
?assertMatch({ok, #{code := 0}}, emqx_rule_engine_api:delete_rule(#{id => RuleID}, [])),
|
|
|
|
NotFound = emqx_rule_engine_api:show_rule(#{id => RuleID}, []),
|
|
%ct:pal("Show After Deleted: ~p", [NotFound]),
|
|
?assertMatch({ok, #{code := 404, message := _Message}}, NotFound),
|
|
ok.
|
|
|
|
t_list_actions_api(_Config) ->
|
|
{ok, #{code := 0, data := Actions}} = emqx_rule_engine_api:list_actions(#{}, []),
|
|
%ct:pal("RList : ~p", [Actions]),
|
|
?assert(length(Actions) > 0),
|
|
ok.
|
|
|
|
t_show_action_api(_Config) ->
|
|
{ok, #{code := 0, data := Actions}} = emqx_rule_engine_api:show_action(#{name => 'inspect'}, []),
|
|
?assertEqual('inspect', maps:get(name, Actions)),
|
|
ok.
|
|
|
|
t_crud_resources_api(_Config) ->
|
|
{ok, #{code := 0, data := Resources1}} =
|
|
emqx_rule_engine_api:create_resource(#{},
|
|
[{<<"name">>, <<"Simple Resource">>},
|
|
{<<"type">>, <<"built_in">>},
|
|
{<<"config">>, [{<<"a">>, 1}]},
|
|
{<<"description">>, <<"Simple Resource">>}]),
|
|
ResId = maps:get(id, Resources1),
|
|
{ok, #{code := 0, data := Resources}} = emqx_rule_engine_api:list_resources(#{}, []),
|
|
?assert(length(Resources) > 0),
|
|
{ok, #{code := 0, data := Resources2}} = emqx_rule_engine_api:show_resource(#{id => ResId}, []),
|
|
?assertEqual(ResId, maps:get(id, Resources2)),
|
|
%
|
|
{ok, #{code := 0}} = emqx_rule_engine_api:update_resource(#{id => ResId},
|
|
[{<<"config">>, [{<<"a">>, 2}]},
|
|
{<<"description">>, <<"2">>}]),
|
|
{ok, #{code := 0, data := Resources3}} = emqx_rule_engine_api:show_resource(#{id => ResId}, []),
|
|
?assertEqual(ResId, maps:get(id, Resources3)),
|
|
?assertEqual(#{<<"a">> => 2}, maps:get(config, Resources3)),
|
|
?assertEqual(<<"2">>, maps:get(description, Resources3)),
|
|
%
|
|
{ok, #{code := 0}} = emqx_rule_engine_api:update_resource(#{id => ResId},
|
|
[{<<"config">>, [{<<"a">>, 3}]}]),
|
|
{ok, #{code := 0, data := Resources4}} = emqx_rule_engine_api:show_resource(#{id => ResId}, []),
|
|
?assertEqual(ResId, maps:get(id, Resources4)),
|
|
?assertEqual(#{<<"a">> => 3}, maps:get(config, Resources4)),
|
|
?assertEqual(<<"2">>, maps:get(description, Resources4)),
|
|
% Only config
|
|
{ok, #{code := 0}} = emqx_rule_engine_api:update_resource(#{id => ResId},
|
|
[{<<"config">>, [{<<"a">>, 1},
|
|
{<<"b">>, 2},
|
|
{<<"c">>, 3}]}]),
|
|
{ok, #{code := 0, data := Resources5}} = emqx_rule_engine_api:show_resource(#{id => ResId}, []),
|
|
?assertEqual(ResId, maps:get(id, Resources5)),
|
|
?assertEqual(#{<<"a">> => 1, <<"b">> => 2, <<"c">> => 3}, maps:get(config, Resources5)),
|
|
?assertEqual(<<"2">>, maps:get(description, Resources5)),
|
|
% Only description
|
|
{ok, #{code := 0}} = emqx_rule_engine_api:update_resource(#{id => ResId},
|
|
[{<<"description">>, <<"new5">>}]),
|
|
{ok, #{code := 0, data := Resources6}} = emqx_rule_engine_api:show_resource(#{id => ResId}, []),
|
|
?assertEqual(ResId, maps:get(id, Resources6)),
|
|
?assertEqual(#{<<"a">> => 1, <<"b">> => 2, <<"c">> => 3}, maps:get(config, Resources6)),
|
|
?assertEqual(<<"new5">>, maps:get(description, Resources6)),
|
|
% None
|
|
{ok, #{code := 0}} = emqx_rule_engine_api:update_resource(#{id => ResId}, []),
|
|
{ok, #{code := 0, data := Resources7}} = emqx_rule_engine_api:show_resource(#{id => ResId}, []),
|
|
?assertEqual(ResId, maps:get(id, Resources7)),
|
|
?assertEqual(#{<<"a">> => 1, <<"b">> => 2, <<"c">> => 3}, maps:get(config, Resources7)),
|
|
?assertEqual(<<"new5">>, maps:get(description, Resources7)),
|
|
%
|
|
?assertMatch({ok, #{code := 0}}, emqx_rule_engine_api:delete_resource(#{id => ResId},#{})),
|
|
?assertMatch({ok, #{code := 404}}, emqx_rule_engine_api:show_resource(#{id => ResId}, [])),
|
|
ok.
|
|
|
|
t_list_resource_types_api(_Config) ->
|
|
{ok, #{code := 0, data := ResourceTypes}} = emqx_rule_engine_api:list_resource_types(#{}, []),
|
|
?assert(length(ResourceTypes) > 0),
|
|
ok.
|
|
|
|
t_show_resource_type_api(_Config) ->
|
|
{ok, #{code := 0, data := RShow}} = emqx_rule_engine_api:show_resource_type(#{name => 'built_in'}, []),
|
|
%ct:pal("RShow : ~p", [RShow]),
|
|
?assertEqual(built_in, maps:get(name, RShow)),
|
|
ok.
|
|
|
|
%%------------------------------------------------------------------------------
|
|
%% Test cases for rule engine cli
|
|
%%------------------------------------------------------------------------------
|
|
|
|
t_rules_cli(_Config) ->
|
|
mock_print(),
|
|
RCreate = emqx_rule_engine_cli:rules(["create",
|
|
"select * from \"t1\" where topic='t1'",
|
|
"[{\"name\":\"inspect\", \"params\": {\"arg1\": 1}}]",
|
|
"-d", "Debug Rule"]),
|
|
%ct:pal("Result : ~p", [RCreate]),
|
|
?assertMatch({match, _}, re:run(RCreate, "created")),
|
|
|
|
RuleId = re:replace(re:replace(RCreate, "Rule\s", "", [{return, list}]), "\screated\n", "", [{return, list}]),
|
|
|
|
RList = emqx_rule_engine_cli:rules(["list"]),
|
|
?assertMatch({match, _}, re:run(RList, RuleId)),
|
|
%ct:pal("RList : ~p", [RList]),
|
|
%ct:pal("table action params: ~p", [ets:tab2list(emqx_action_instance_params)]),
|
|
|
|
RShow = emqx_rule_engine_cli:rules(["show", RuleId]),
|
|
?assertMatch({match, _}, re:run(RShow, RuleId)),
|
|
%ct:pal("RShow : ~p", [RShow]),
|
|
|
|
RUpdate = emqx_rule_engine_cli:rules(["update",
|
|
RuleId,
|
|
"-s", "select * from \"t2\""]),
|
|
?assertMatch({match, _}, re:run(RUpdate, "updated")),
|
|
|
|
RDelete = emqx_rule_engine_cli:rules(["delete", RuleId]),
|
|
?assertEqual("ok~n", RDelete),
|
|
%ct:pal("RDelete : ~p", [RDelete]),
|
|
%ct:pal("table action params after deleted: ~p", [ets:tab2list(emqx_action_instance_params)]),
|
|
|
|
RShow2 = emqx_rule_engine_cli:rules(["show", RuleId]),
|
|
?assertMatch({match, _}, re:run(RShow2, "Cannot found")),
|
|
%ct:pal("RShow2 : ~p", [RShow2]),
|
|
unmock_print(),
|
|
ok.
|
|
|
|
t_actions_cli(_Config) ->
|
|
mock_print(),
|
|
RList = emqx_rule_engine_cli:actions(["list"]),
|
|
?assertMatch({match, _}, re:run(RList, "inspect")),
|
|
%ct:pal("RList : ~p", [RList]),
|
|
|
|
RShow = emqx_rule_engine_cli:actions(["show", "inspect"]),
|
|
?assertMatch({match, _}, re:run(RShow, "inspect")),
|
|
%ct:pal("RShow : ~p", [RShow]),
|
|
unmock_print(),
|
|
ok.
|
|
|
|
t_resources_cli(_Config) ->
|
|
mock_print(),
|
|
RCreate = emqx_rule_engine_cli:resources(["create", "built_in", "{\"a\" : 1}", "-d", "test resource"]),
|
|
ResId = re:replace(re:replace(RCreate, "Resource\s", "", [{return, list}]), "\screated\n", "", [{return, list}]),
|
|
|
|
RList = emqx_rule_engine_cli:resources(["list"]),
|
|
?assertMatch({match, _}, re:run(RList, "test resource")),
|
|
%ct:pal("RList : ~p", [RList]),
|
|
|
|
RListT = emqx_rule_engine_cli:resources(["list", "-t", "built_in"]),
|
|
?assertMatch({match, _}, re:run(RListT, "test resource")),
|
|
%ct:pal("RListT : ~p", [RListT]),
|
|
|
|
RShow = emqx_rule_engine_cli:resources(["show", ResId]),
|
|
?assertMatch({match, _}, re:run(RShow, "test resource")),
|
|
%ct:pal("RShow : ~p", [RShow]),
|
|
|
|
RDelete = emqx_rule_engine_cli:resources(["delete", ResId]),
|
|
?assertEqual("ok~n", RDelete),
|
|
|
|
RShow2 = emqx_rule_engine_cli:resources(["show", ResId]),
|
|
?assertMatch({match, _}, re:run(RShow2, "Cannot found")),
|
|
%ct:pal("RShow2 : ~p", [RShow2]),
|
|
unmock_print(),
|
|
ok.
|
|
|
|
t_resource_types_cli(_Config) ->
|
|
mock_print(),
|
|
RList = emqx_rule_engine_cli:resource_types(["list"]),
|
|
?assertMatch({match, _}, re:run(RList, "built_in")),
|
|
%ct:pal("RList : ~p", [RList]),
|
|
|
|
RShow = emqx_rule_engine_cli:resource_types(["show", "inspect"]),
|
|
?assertMatch({match, _}, re:run(RShow, "inspect")),
|
|
%ct:pal("RShow : ~p", [RShow]),
|
|
unmock_print(),
|
|
ok.
|
|
|
|
%%------------------------------------------------------------------------------
|
|
%% Test cases for rule funcs
|
|
%%------------------------------------------------------------------------------
|
|
|
|
t_topic_func(_Config) ->
|
|
%%TODO:
|
|
ok.
|
|
|
|
t_kv_store(_) ->
|
|
undefined = emqx_rule_funcs:kv_store_get(<<"abc">>),
|
|
<<"not_found">> = emqx_rule_funcs:kv_store_get(<<"abc">>, <<"not_found">>),
|
|
emqx_rule_funcs:kv_store_put(<<"abc">>, 1),
|
|
1 = emqx_rule_funcs:kv_store_get(<<"abc">>),
|
|
emqx_rule_funcs:kv_store_del(<<"abc">>),
|
|
undefined = emqx_rule_funcs:kv_store_get(<<"abc">>).
|
|
|
|
%%------------------------------------------------------------------------------
|
|
%% Test cases for rule registry
|
|
%%------------------------------------------------------------------------------
|
|
|
|
t_add_get_remove_rule(_Config) ->
|
|
mock_print(),
|
|
RuleId0 = <<"rule-debug-0">>,
|
|
ok = emqx_rule_registry:add_rule(make_simple_rule(RuleId0)),
|
|
?assertMatch({ok, #rule{id = RuleId0}}, emqx_rule_registry:get_rule(RuleId0)),
|
|
ok = emqx_rule_registry:remove_rule(RuleId0),
|
|
?assertEqual(not_found, emqx_rule_registry:get_rule(RuleId0)),
|
|
|
|
RuleId1 = <<"rule-debug-1">>,
|
|
Rule1 = make_simple_rule(RuleId1),
|
|
ok = emqx_rule_registry:add_rule(Rule1),
|
|
?assertMatch({ok, #rule{id = RuleId1}}, emqx_rule_registry:get_rule(RuleId1)),
|
|
ok = emqx_rule_registry:remove_rule(Rule1),
|
|
?assertEqual(not_found, emqx_rule_registry:get_rule(RuleId1)),
|
|
unmock_print(),
|
|
ok.
|
|
|
|
t_add_get_remove_rules(_Config) ->
|
|
emqx_rule_registry:remove_rules(emqx_rule_registry:get_rules()),
|
|
ok = emqx_rule_registry:add_rules(
|
|
[make_simple_rule(<<"rule-debug-1">>),
|
|
make_simple_rule(<<"rule-debug-2">>)]),
|
|
?assertEqual(2, length(emqx_rule_registry:get_rules())),
|
|
ok = emqx_rule_registry:remove_rules([<<"rule-debug-1">>, <<"rule-debug-2">>]),
|
|
?assertEqual([], emqx_rule_registry:get_rules()),
|
|
|
|
Rule3 = make_simple_rule(<<"rule-debug-3">>),
|
|
Rule4 = make_simple_rule(<<"rule-debug-4">>),
|
|
ok = emqx_rule_registry:add_rules([Rule3, Rule4]),
|
|
?assertEqual(2, length(emqx_rule_registry:get_rules())),
|
|
ok = emqx_rule_registry:remove_rules([Rule3, Rule4]),
|
|
?assertEqual([], emqx_rule_registry:get_rules()),
|
|
ok.
|
|
|
|
t_create_existing_rule(_Config) ->
|
|
%% create a rule using given rule id
|
|
{ok, _} = emqx_rule_engine:create_rule(
|
|
#{id => <<"an_existing_rule">>,
|
|
rawsql => <<"select * from \"t/#\"">>,
|
|
actions => [
|
|
#{name => 'inspect', args => #{}}
|
|
]
|
|
}),
|
|
{ok, #rule{rawsql = SQL}} = emqx_rule_registry:get_rule(<<"an_existing_rule">>),
|
|
?assertEqual(<<"select * from \"t/#\"">>, SQL),
|
|
|
|
ok = emqx_rule_engine:delete_rule(<<"an_existing_rule">>),
|
|
?assertEqual(not_found, emqx_rule_registry:get_rule(<<"an_existing_rule">>)),
|
|
ok.
|
|
|
|
t_update_rule(_Config) ->
|
|
{ok, #rule{actions = [#action_instance{id = ActInsId0}]}} = emqx_rule_engine:create_rule(
|
|
#{id => <<"an_existing_rule">>,
|
|
rawsql => <<"select * from \"t/#\"">>,
|
|
actions => [
|
|
#{name => 'inspect', args => #{}}
|
|
]
|
|
}),
|
|
?assertMatch({ok, #action_instance_params{apply = _}},
|
|
emqx_rule_registry:get_action_instance_params(ActInsId0)),
|
|
%% update the rule and verify the old action instances has been cleared
|
|
%% and the new action instances has been created.
|
|
emqx_rule_engine:update_rule(#{ id => <<"an_existing_rule">>,
|
|
actions => [
|
|
#{name => 'do_nothing', args => #{}}
|
|
]}),
|
|
|
|
{ok, #rule{actions = [#action_instance{id = ActInsId1}]}}
|
|
= emqx_rule_registry:get_rule(<<"an_existing_rule">>),
|
|
|
|
?assertMatch(not_found,
|
|
emqx_rule_registry:get_action_instance_params(ActInsId0)),
|
|
|
|
?assertMatch({ok, #action_instance_params{apply = _}},
|
|
emqx_rule_registry:get_action_instance_params(ActInsId1)),
|
|
|
|
ok = emqx_rule_engine:delete_rule(<<"an_existing_rule">>),
|
|
?assertEqual(not_found, emqx_rule_registry:get_rule(<<"an_existing_rule">>)),
|
|
ok.
|
|
|
|
t_disable_rule(_Config) ->
|
|
ets:new(simple_action_2, [named_table, set, public]),
|
|
ets:insert(simple_action_2, {created, 0}),
|
|
ets:insert(simple_action_2, {destroyed, 0}),
|
|
Now = erlang:timestamp(),
|
|
emqx_rule_registry:add_action(
|
|
#action{name = 'simple_action_2', app = ?APP,
|
|
module = ?MODULE,
|
|
on_create = simple_action_2_create,
|
|
on_destroy = simple_action_2_destroy,
|
|
types=[], params_spec = #{},
|
|
title = #{en => <<"Simple Action">>},
|
|
description = #{en => <<"Simple Action">>}}),
|
|
{ok, #rule{actions = [#action_instance{}]}} = emqx_rule_engine:create_rule(
|
|
#{id => <<"simple_rule_2">>,
|
|
rawsql => <<"select * from \"t/#\"">>,
|
|
actions => [#{name => 'simple_action_2', args => #{}}]
|
|
}),
|
|
[{_, CAt}] = ets:lookup(simple_action_2, created),
|
|
?assert(CAt > Now),
|
|
[{_, DAt}] = ets:lookup(simple_action_2, destroyed),
|
|
?assert(DAt < Now),
|
|
|
|
%% disable the rule and verify the old action instances has been cleared
|
|
Now2 = erlang:timestamp(),
|
|
emqx_rule_engine:update_rule(#{ id => <<"simple_rule_2">>,
|
|
enabled => false}),
|
|
[{_, CAt2}] = ets:lookup(simple_action_2, created),
|
|
?assert(CAt2 < Now2),
|
|
[{_, DAt2}] = ets:lookup(simple_action_2, destroyed),
|
|
?assert(DAt2 > Now2),
|
|
|
|
%% enable the rule again and verify the action instances has been created
|
|
Now3 = erlang:timestamp(),
|
|
emqx_rule_engine:update_rule(#{ id => <<"simple_rule_2">>,
|
|
enabled => true}),
|
|
[{_, CAt3}] = ets:lookup(simple_action_2, created),
|
|
?assert(CAt3 > Now3),
|
|
[{_, DAt3}] = ets:lookup(simple_action_2, destroyed),
|
|
?assert(DAt3 < Now3),
|
|
ok = emqx_rule_engine:delete_rule(<<"simple_rule_2">>).
|
|
|
|
t_get_rules_for(_Config) ->
|
|
Len0 = length(emqx_rule_registry:get_rules_for(<<"simple/topic">>)),
|
|
ok = emqx_rule_registry:add_rules(
|
|
[make_simple_rule(<<"rule-debug-1">>),
|
|
make_simple_rule(<<"rule-debug-2">>)]),
|
|
?assertEqual(Len0+2, length(emqx_rule_registry:get_rules_for(<<"simple/topic">>))),
|
|
ok = emqx_rule_registry:remove_rules([<<"rule-debug-1">>, <<"rule-debug-2">>]),
|
|
ok.
|
|
|
|
t_get_rules_ordered_by_ts(_Config) ->
|
|
Now = fun() -> erlang:system_time(nanosecond) end,
|
|
ok = emqx_rule_registry:add_rules(
|
|
[make_simple_rule_with_ts(<<"rule-debug-0">>, Now()),
|
|
make_simple_rule_with_ts(<<"rule-debug-1">>, Now()),
|
|
make_simple_rule_with_ts(<<"rule-debug-2">>, Now())
|
|
]),
|
|
?assertMatch([
|
|
#rule{id = <<"rule-debug-0">>},
|
|
#rule{id = <<"rule-debug-1">>},
|
|
#rule{id = <<"rule-debug-2">>}
|
|
], emqx_rule_registry:get_rules_ordered_by_ts()).
|
|
|
|
t_get_rules_for_2(_Config) ->
|
|
Len0 = length(emqx_rule_registry:get_rules_for(<<"simple/1">>)),
|
|
ok = emqx_rule_registry:add_rules(
|
|
[make_simple_rule(<<"rule-debug-1">>, <<"select * from \"simple/#\"">>, [<<"simple/#">>]),
|
|
make_simple_rule(<<"rule-debug-2">>, <<"select * from \"simple/+\"">>, [<<"simple/+">>]),
|
|
make_simple_rule(<<"rule-debug-3">>, <<"select * from \"simple/+/1\"">>, [<<"simple/+/1">>]),
|
|
make_simple_rule(<<"rule-debug-4">>, <<"select * from \"simple/1\"">>, [<<"simple/1">>]),
|
|
make_simple_rule(<<"rule-debug-5">>, <<"select * from \"simple/2,simple/+,simple/3\"">>, [<<"simple/2">>,<<"simple/+">>, <<"simple/3">>]),
|
|
make_simple_rule(<<"rule-debug-6">>, <<"select * from \"simple/2,simple/3,simple/4\"">>, [<<"simple/2">>,<<"simple/3">>, <<"simple/4">>])
|
|
]),
|
|
?assertEqual(Len0+4, length(emqx_rule_registry:get_rules_for(<<"simple/1">>))),
|
|
ok = emqx_rule_registry:remove_rules([<<"rule-debug-1">>, <<"rule-debug-2">>,<<"rule-debug-3">>, <<"rule-debug-4">>,<<"rule-debug-5">>, <<"rule-debug-6">>]),
|
|
ok.
|
|
|
|
t_get_rules_with_same_event(_Config) ->
|
|
PubT = <<"simple/1">>,
|
|
PubN = length(emqx_rule_registry:get_rules_with_same_event(PubT)),
|
|
?assertEqual([], emqx_rule_registry:get_rules_with_same_event(<<"$events/client_connected">>)),
|
|
?assertEqual([], emqx_rule_registry:get_rules_with_same_event(<<"$events/client_disconnected">>)),
|
|
?assertEqual([], emqx_rule_registry:get_rules_with_same_event(<<"$events/session_subscribed">>)),
|
|
?assertEqual([], emqx_rule_registry:get_rules_with_same_event(<<"$events/session_unsubscribed">>)),
|
|
?assertEqual([], emqx_rule_registry:get_rules_with_same_event(<<"$events/message_delivered">>)),
|
|
?assertEqual([], emqx_rule_registry:get_rules_with_same_event(<<"$events/message_acked">>)),
|
|
?assertEqual([], emqx_rule_registry:get_rules_with_same_event(<<"$events/message_dropped">>)),
|
|
ok = emqx_rule_registry:add_rules(
|
|
[make_simple_rule(<<"r1">>, <<"select * from \"simple/#\"">>, [<<"simple/#">>]),
|
|
make_simple_rule(<<"r2">>, <<"select * from \"abc/+\"">>, [<<"abc/+">>]),
|
|
make_simple_rule(<<"r3">>, <<"select * from \"$events/client_connected\"">>, [<<"$events/client_connected">>]),
|
|
make_simple_rule(<<"r4">>, <<"select * from \"$events/client_disconnected\"">>, [<<"$events/client_disconnected">>]),
|
|
make_simple_rule(<<"r5">>, <<"select * from \"$events/session_subscribed\"">>, [<<"$events/session_subscribed">>]),
|
|
make_simple_rule(<<"r6">>, <<"select * from \"$events/session_unsubscribed\"">>, [<<"$events/session_unsubscribed">>]),
|
|
make_simple_rule(<<"r7">>, <<"select * from \"$events/message_delivered\"">>, [<<"$events/message_delivered">>]),
|
|
make_simple_rule(<<"r8">>, <<"select * from \"$events/message_acked\"">>, [<<"$events/message_acked">>]),
|
|
make_simple_rule(<<"r9">>, <<"select * from \"$events/message_dropped\"">>, [<<"$events/message_dropped">>]),
|
|
make_simple_rule(<<"r10">>, <<"select * from \"t/1, $events/session_subscribed, $events/client_connected\"">>, [<<"t/1">>, <<"$events/session_subscribed">>, <<"$events/client_connected">>])
|
|
]),
|
|
?assertEqual(PubN + 3, length(emqx_rule_registry:get_rules_with_same_event(PubT))),
|
|
?assertEqual(2, length(emqx_rule_registry:get_rules_with_same_event(<<"$events/client_connected">>))),
|
|
?assertEqual(1, length(emqx_rule_registry:get_rules_with_same_event(<<"$events/client_disconnected">>))),
|
|
?assertEqual(2, length(emqx_rule_registry:get_rules_with_same_event(<<"$events/session_subscribed">>))),
|
|
?assertEqual(1, length(emqx_rule_registry:get_rules_with_same_event(<<"$events/session_unsubscribed">>))),
|
|
?assertEqual(1, length(emqx_rule_registry:get_rules_with_same_event(<<"$events/message_delivered">>))),
|
|
?assertEqual(1, length(emqx_rule_registry:get_rules_with_same_event(<<"$events/message_acked">>))),
|
|
?assertEqual(1, length(emqx_rule_registry:get_rules_with_same_event(<<"$events/message_dropped">>))),
|
|
ok = emqx_rule_registry:remove_rules([<<"r1">>, <<"r2">>,<<"r3">>, <<"r4">>,<<"r5">>, <<"r6">>, <<"r7">>, <<"r8">>, <<"r9">>, <<"r10">>]),
|
|
ok.
|
|
|
|
t_add_get_remove_action(_Config) ->
|
|
ActionName0 = 'action-debug-0',
|
|
Action0 = make_simple_action(ActionName0),
|
|
ok = emqx_rule_registry:add_action(Action0),
|
|
?assertMatch({ok, #action{name = ActionName0}}, emqx_rule_registry:find_action(ActionName0)),
|
|
ok = emqx_rule_registry:remove_action(ActionName0),
|
|
?assertMatch(not_found, emqx_rule_registry:find_action(ActionName0)),
|
|
|
|
ok = emqx_rule_registry:add_action(Action0),
|
|
?assertMatch({ok, #action{name = ActionName0}}, emqx_rule_registry:find_action(ActionName0)),
|
|
ok = emqx_rule_registry:remove_action(Action0),
|
|
?assertMatch(not_found, emqx_rule_registry:find_action(ActionName0)),
|
|
ok.
|
|
|
|
t_add_get_remove_actions(_Config) ->
|
|
InitActionLen = length(emqx_rule_registry:get_actions()),
|
|
ActionName1 = 'action-debug-1',
|
|
ActionName2 = 'action-debug-2',
|
|
Action1 = make_simple_action(ActionName1),
|
|
Action2 = make_simple_action(ActionName2),
|
|
ok = emqx_rule_registry:add_actions([Action1, Action2]),
|
|
?assertMatch(2, length(emqx_rule_registry:get_actions()) - InitActionLen),
|
|
ok = emqx_rule_registry:remove_actions([ActionName1, ActionName2]),
|
|
?assertMatch(InitActionLen, length(emqx_rule_registry:get_actions())),
|
|
|
|
ok = emqx_rule_registry:add_actions([Action1, Action2]),
|
|
?assertMatch(2, length(emqx_rule_registry:get_actions()) - InitActionLen),
|
|
ok = emqx_rule_registry:remove_actions([Action1, Action2]),
|
|
?assertMatch(InitActionLen, length(emqx_rule_registry:get_actions())),
|
|
ok.
|
|
|
|
t_remove_actions_of(_Config) ->
|
|
ok = emqx_rule_registry:add_actions([make_simple_action('action-debug-1'),
|
|
make_simple_action('action-debug-2')]),
|
|
Len1 = length(emqx_rule_registry:get_actions()),
|
|
?assert(Len1 >= 2),
|
|
ok = emqx_rule_registry:remove_actions_of(?APP),
|
|
?assert((Len1 - length(emqx_rule_registry:get_actions())) >= 2),
|
|
ok.
|
|
|
|
t_add_get_remove_resource(_Config) ->
|
|
ResId = <<"resource-debug">>,
|
|
Res = make_simple_resource(ResId),
|
|
ok = emqx_rule_registry:add_resource(Res),
|
|
?assertMatch({ok, #resource{id = ResId}}, emqx_rule_registry:find_resource(ResId)),
|
|
ok = emqx_rule_registry:remove_resource(ResId),
|
|
?assertEqual(not_found, emqx_rule_registry:find_resource(ResId)),
|
|
ok = emqx_rule_registry:add_resource(Res),
|
|
?assertMatch({ok, #resource{id = ResId}}, emqx_rule_registry:find_resource(ResId)),
|
|
ok = emqx_rule_registry:remove_resource(Res),
|
|
?assertEqual(not_found, emqx_rule_registry:find_resource(ResId)),
|
|
ok.
|
|
t_get_resources(_Config) ->
|
|
Len0 = length(emqx_rule_registry:get_resources()),
|
|
Res1 = make_simple_resource(<<"resource-debug-1">>),
|
|
Res2 = make_simple_resource(<<"resource-debug-2">>),
|
|
ok = emqx_rule_registry:add_resource(Res1),
|
|
ok = emqx_rule_registry:add_resource(Res2),
|
|
?assertEqual(Len0+2, length(emqx_rule_registry:get_resources())),
|
|
ok.
|
|
|
|
t_resource_types(_Config) ->
|
|
register_resource_types(),
|
|
get_resource_type(),
|
|
get_resource_types(),
|
|
unregister_resource_types_of().
|
|
|
|
register_resource_types() ->
|
|
ResType1 = make_simple_resource_type(<<"resource-type-debug-1">>),
|
|
ResType2 = make_simple_resource_type(<<"resource-type-debug-2">>),
|
|
emqx_rule_registry:register_resource_types([ResType1,ResType2]),
|
|
ok.
|
|
get_resource_type() ->
|
|
?assertMatch({ok, #resource_type{name = <<"resource-type-debug-1">>}}, emqx_rule_registry:find_resource_type(<<"resource-type-debug-1">>)),
|
|
ok.
|
|
get_resource_types() ->
|
|
ResTypes = emqx_rule_registry:get_resource_types(),
|
|
ct:pal("resource types now: ~p", [ResTypes]),
|
|
?assert(length(ResTypes) > 0),
|
|
ok.
|
|
unregister_resource_types_of() ->
|
|
NumOld = length(emqx_rule_registry:get_resource_types()),
|
|
ok = emqx_rule_registry:unregister_resource_types_of(?APP),
|
|
NumNow = length(emqx_rule_registry:get_resource_types()),
|
|
?assert((NumOld - NumNow) >= 2),
|
|
ok.
|
|
|
|
%%------------------------------------------------------------------------------
|
|
%% Test cases for rule runtime
|
|
%%------------------------------------------------------------------------------
|
|
|
|
t_events(_Config) ->
|
|
{ok, Client} = emqtt:start_link(
|
|
[ {username, <<"u_event">>}
|
|
, {clientid, <<"c_event">>}
|
|
, {proto_ver, v5}
|
|
, {properties, #{'Session-Expiry-Interval' => 60}}
|
|
]),
|
|
{ok, Client2} = emqtt:start_link(
|
|
[ {username, <<"u_event2">>}
|
|
, {clientid, <<"c_event2">>}
|
|
, {proto_ver, v5}
|
|
, {properties, #{'Session-Expiry-Interval' => 60}}
|
|
]),
|
|
ct:pal("====== verify $events/client_connected"),
|
|
client_connected(Client, Client2),
|
|
ct:pal("====== verify $events/session_subscribed"),
|
|
session_subscribed(Client2),
|
|
ct:pal("====== verify t1"),
|
|
message_publish(Client),
|
|
ct:pal("====== verify $events/message_delivered"),
|
|
message_delivered(Client),
|
|
ct:pal("====== verify $events/message_acked"),
|
|
message_acked(Client),
|
|
ct:pal("====== verify $events/session_unsubscribed"),
|
|
session_unsubscribed(Client2),
|
|
ct:pal("====== verify $events/message_dropped"),
|
|
message_dropped(Client),
|
|
ct:pal("====== verify $events/client_disconnected"),
|
|
client_disconnected(Client, Client2),
|
|
ok.
|
|
|
|
message_publish(Client) ->
|
|
emqtt:publish(Client, <<"t1">>, #{'Message-Expiry-Interval' => 60},
|
|
<<"{\"id\": 1, \"name\": \"ha\"}">>, [{qos, 1}]),
|
|
verify_event('message.publish'),
|
|
ok.
|
|
client_connected(Client, Client2) ->
|
|
{ok, _} = emqtt:connect(Client),
|
|
{ok, _} = emqtt:connect(Client2),
|
|
verify_event('client.connected'),
|
|
ok.
|
|
client_disconnected(Client, Client2) ->
|
|
ok = emqtt:disconnect(Client, 0, #{'User-Property' => {<<"reason">>, <<"normal">>}}),
|
|
ok = emqtt:disconnect(Client2, 0, #{'User-Property' => {<<"reason">>, <<"normal">>}}),
|
|
verify_event('client.disconnected'),
|
|
ok.
|
|
session_subscribed(Client2) ->
|
|
{ok, _, _} = emqtt:subscribe(Client2, #{'User-Property' => {<<"topic_name">>, <<"t1">>}}, <<"t1">>, 1),
|
|
verify_event('session.subscribed'),
|
|
ok.
|
|
session_unsubscribed(Client2) ->
|
|
{ok, _, _} = emqtt:unsubscribe(Client2, #{'User-Property' => {<<"topic_name">>, <<"t1">>}}, <<"t1">>),
|
|
verify_event('session.unsubscribed'),
|
|
ok.
|
|
|
|
message_delivered(_Client) ->
|
|
verify_event('message.delivered'),
|
|
ok.
|
|
message_dropped(Client) ->
|
|
message_publish(Client),
|
|
verify_event('message.dropped'),
|
|
ok.
|
|
message_acked(_Client) ->
|
|
verify_event('message.acked'),
|
|
ok.
|
|
|
|
t_mfa_action(_Config) ->
|
|
ok = emqx_rule_registry:add_action(
|
|
#action{name = 'mfa-action', app = ?APP,
|
|
module = ?MODULE, on_create = mfa_action,
|
|
types=[], params_spec = #{},
|
|
title = #{en => <<"MFA callback action">>},
|
|
description = #{en => <<"MFA callback action">>}}),
|
|
SQL = "SELECT * FROM \"t1\"",
|
|
{ok, #rule{id = Id}} = emqx_rule_engine:create_rule(
|
|
#{id => <<"rule:t_mfa_action">>,
|
|
rawsql => SQL,
|
|
actions => [#{id => <<"action:mfa-test">>, name => 'mfa-action', args => #{}}],
|
|
description => <<"Debug rule">>}),
|
|
{ok, Client} = emqtt:start_link([{username, <<"emqx">>}]),
|
|
{ok, _} = emqtt:connect(Client),
|
|
emqtt:publish(Client, <<"t1">>, <<"{\"id\": 1, \"name\": \"ha\"}">>, 0),
|
|
emqtt:stop(Client),
|
|
ct:sleep(500),
|
|
?assertEqual(1, persistent_term:get(<<"action:mfa-test">>, 0)),
|
|
emqx_rule_registry:remove_rule(Id),
|
|
emqx_rule_registry:remove_action('mfa-action'),
|
|
ok.
|
|
|
|
t_match_atom_and_binary(_Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
TopicRule = create_simple_repub_rule(
|
|
<<"t2">>,
|
|
"SELECT connected_at as ts, * "
|
|
"FROM \"$events/client_connected\" "
|
|
"WHERE username = 'emqx2' ",
|
|
<<"user:${ts}">>),
|
|
{ok, Client} = emqtt:start_link([{username, <<"emqx1">>}]),
|
|
{ok, _} = emqtt:connect(Client),
|
|
{ok, _, _} = emqtt:subscribe(Client, <<"t2">>, 0),
|
|
ct:sleep(100),
|
|
{ok, Client2} = emqtt:start_link([{username, <<"emqx2">>}]),
|
|
{ok, _} = emqtt:connect(Client2),
|
|
receive {publish, #{topic := T, payload := Payload}} ->
|
|
?assertEqual(<<"t2">>, T),
|
|
<<"user:", ConnAt/binary>> = Payload,
|
|
_ = binary_to_integer(ConnAt)
|
|
after 1000 ->
|
|
ct:fail(wait_for_t2)
|
|
end,
|
|
|
|
emqtt:stop(Client),
|
|
emqx_rule_registry:remove_rule(TopicRule).
|
|
|
|
t_sqlselect_0(_Config) ->
|
|
%% Verify SELECT with and without 'AS'
|
|
Sql = "select * "
|
|
"from \"t/#\" "
|
|
"where payload.cmd.info = 'tt'",
|
|
?assertMatch({ok,#{payload := <<"{\"cmd\": {\"info\":\"tt\"}}">>}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> =>
|
|
<<"{\"cmd\": {\"info\":\"tt\"}}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql2 = "select payload.cmd as cmd "
|
|
"from \"t/#\" "
|
|
"where cmd.info = 'tt'",
|
|
?assertMatch({ok,#{<<"cmd">> := #{<<"info">> := <<"tt">>}}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql2,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> =>
|
|
<<"{\"cmd\": {\"info\":\"tt\"}}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql3 = "select payload.cmd as cmd, cmd.info as info "
|
|
"from \"t/#\" "
|
|
"where cmd.info = 'tt' and info = 'tt'",
|
|
?assertMatch({ok,#{<<"cmd">> := #{<<"info">> := <<"tt">>},
|
|
<<"info">> := <<"tt">>}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql3,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> =>
|
|
<<"{\"cmd\": {\"info\":\"tt\"}}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
%% cascaded as
|
|
Sql4 = "select payload.cmd as cmd, cmd.info as meta.info "
|
|
"from \"t/#\" "
|
|
"where cmd.info = 'tt' and meta.info = 'tt'",
|
|
?assertMatch({ok,#{<<"cmd">> := #{<<"info">> := <<"tt">>},
|
|
<<"meta">> := #{<<"info">> := <<"tt">>}}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql4,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> =>
|
|
<<"{\"cmd\": {\"info\":\"tt\"}}">>,
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlselect_00(_Config) ->
|
|
%% Verify plus/subtract and unary_add_or_subtract
|
|
Sql = "select 1-1 as a "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,#{<<"a">> := 0}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => <<"">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql1 = "select -1 + 1 as a "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,#{<<"a">> := 0}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql1,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => <<"">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql2 = "select 1 + 1 as a "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,#{<<"a">> := 2}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql2,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => <<"">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql3 = "select +1 as a "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,#{<<"a">> := 1}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql3,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => <<"">>,
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlselect_01(_Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
TopicRule1 = create_simple_repub_rule(
|
|
<<"t2">>,
|
|
"SELECT json_decode(payload) as p, payload "
|
|
"FROM \"t3/#\", \"t1\" "
|
|
"WHERE p.x = 1"),
|
|
{ok, Client} = emqtt:start_link([{username, <<"emqx">>}]),
|
|
{ok, _} = emqtt:connect(Client),
|
|
{ok, _, _} = emqtt:subscribe(Client, <<"t2">>, 0),
|
|
emqtt:publish(Client, <<"t1">>, <<"{\"x\":1}">>, 0),
|
|
ct:sleep(100),
|
|
receive {publish, #{topic := T, payload := Payload}} ->
|
|
?assertEqual(<<"t2">>, T),
|
|
?assertEqual(<<"{\"x\":1}">>, Payload)
|
|
after 1000 ->
|
|
ct:fail(wait_for_t2)
|
|
end,
|
|
|
|
emqtt:publish(Client, <<"t1">>, <<"{\"x\":2}">>, 0),
|
|
receive {publish, #{topic := <<"t2">>, payload := _}} ->
|
|
ct:fail(unexpected_t2)
|
|
after 1000 ->
|
|
ok
|
|
end,
|
|
|
|
emqtt:publish(Client, <<"t3/a">>, <<"{\"x\":1}">>, 0),
|
|
receive {publish, #{topic := T3, payload := Payload3}} ->
|
|
?assertEqual(<<"t2">>, T3),
|
|
?assertEqual(<<"{\"x\":1}">>, Payload3)
|
|
after 1000 ->
|
|
ct:fail(wait_for_t2)
|
|
end,
|
|
|
|
emqtt:stop(Client),
|
|
emqx_rule_registry:remove_rule(TopicRule1).
|
|
|
|
t_sqlselect_02(_Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
TopicRule1 = create_simple_repub_rule(
|
|
<<"t2">>,
|
|
"SELECT * "
|
|
"FROM \"t3/#\", \"t1\" "
|
|
"WHERE payload.x = 1"),
|
|
{ok, Client} = emqtt:start_link([{username, <<"emqx">>}]),
|
|
{ok, _} = emqtt:connect(Client),
|
|
{ok, _, _} = emqtt:subscribe(Client, <<"t2">>, 0),
|
|
emqtt:publish(Client, <<"t1">>, <<"{\"x\":1}">>, 0),
|
|
ct:sleep(100),
|
|
receive {publish, #{topic := T, payload := Payload}} ->
|
|
?assertEqual(<<"t2">>, T),
|
|
?assertEqual(<<"{\"x\":1}">>, Payload)
|
|
after 1000 ->
|
|
ct:fail(wait_for_t2)
|
|
end,
|
|
|
|
emqtt:publish(Client, <<"t1">>, <<"{\"x\":2}">>, 0),
|
|
receive {publish, #{topic := <<"t2">>, payload := Payload0}} ->
|
|
ct:fail({unexpected_t2, Payload0})
|
|
after 1000 ->
|
|
ok
|
|
end,
|
|
|
|
emqtt:publish(Client, <<"t3/a">>, <<"{\"x\":1}">>, 0),
|
|
receive {publish, #{topic := T3, payload := Payload3}} ->
|
|
?assertEqual(<<"t2">>, T3),
|
|
?assertEqual(<<"{\"x\":1}">>, Payload3)
|
|
after 1000 ->
|
|
ct:fail(wait_for_t2)
|
|
end,
|
|
|
|
emqtt:stop(Client),
|
|
emqx_rule_registry:remove_rule(TopicRule1).
|
|
|
|
t_sqlselect_1(_Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
TopicRule = create_simple_repub_rule(
|
|
<<"t2">>,
|
|
"SELECT json_decode(payload) as p, payload "
|
|
"FROM \"t1\" "
|
|
"WHERE p.x = 1 and p.y = 2"),
|
|
{ok, Client} = emqtt:start_link([{username, <<"emqx">>}]),
|
|
{ok, _} = emqtt:connect(Client),
|
|
{ok, _, _} = emqtt:subscribe(Client, <<"t2">>, 0),
|
|
ct:sleep(200),
|
|
emqtt:publish(Client, <<"t1">>, <<"{\"x\":1,\"y\":2}">>, 0),
|
|
receive {publish, #{topic := T, payload := Payload}} ->
|
|
?assertEqual(<<"t2">>, T),
|
|
?assertEqual(<<"{\"x\":1,\"y\":2}">>, Payload)
|
|
after 1000 ->
|
|
ct:fail(wait_for_t2)
|
|
end,
|
|
|
|
emqtt:publish(Client, <<"t1">>, <<"{\"x\":1,\"y\":1}">>, 0),
|
|
receive {publish, #{topic := <<"t2">>, payload := _}} ->
|
|
ct:fail(unexpected_t2)
|
|
after 1000 ->
|
|
ok
|
|
end,
|
|
|
|
emqtt:stop(Client),
|
|
emqx_rule_registry:remove_rule(TopicRule).
|
|
|
|
t_sqlselect_2(_Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
%% recursively republish to t2
|
|
TopicRule = create_simple_repub_rule(
|
|
<<"t2">>,
|
|
"SELECT * "
|
|
"FROM \"t2\" "),
|
|
{ok, Client} = emqtt:start_link([{username, <<"emqx">>}]),
|
|
{ok, _} = emqtt:connect(Client),
|
|
{ok, _, _} = emqtt:subscribe(Client, <<"t2">>, 0),
|
|
|
|
emqtt:publish(Client, <<"t2">>, <<"{\"x\":1,\"y\":144}">>, 0),
|
|
Fun = fun() ->
|
|
receive {publish, #{topic := <<"t2">>, payload := _}} ->
|
|
received_t2
|
|
after 500 ->
|
|
received_nothing
|
|
end
|
|
end,
|
|
received_t2 = Fun(),
|
|
received_t2 = Fun(),
|
|
received_nothing = Fun(),
|
|
|
|
emqtt:stop(Client),
|
|
emqx_rule_registry:remove_rule(TopicRule).
|
|
|
|
t_sqlselect_2_1(_Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
%% recursively republish to t2, if the msg dropped
|
|
TopicRule = create_simple_repub_rule(
|
|
<<"t2">>,
|
|
"SELECT * "
|
|
"FROM \"$events/message_dropped\" "),
|
|
{ok, Client} = emqtt:start_link([{username, <<"emqx">>}]),
|
|
{ok, _} = emqtt:connect(Client),
|
|
emqtt:publish(Client, <<"t2">>, <<"{\"x\":1,\"y\":144}">>, 0),
|
|
Fun = fun() ->
|
|
receive {publish, #{topic := <<"t2">>, payload := _}} ->
|
|
received_t2
|
|
after 500 ->
|
|
received_nothing
|
|
end
|
|
end,
|
|
received_nothing = Fun(),
|
|
|
|
%% it should not keep republishing "t2"
|
|
{ok, _, _} = emqtt:subscribe(Client, <<"t2">>, 0),
|
|
received_nothing = Fun(),
|
|
|
|
emqtt:stop(Client),
|
|
emqx_rule_registry:remove_rule(TopicRule).
|
|
|
|
t_sqlselect_2_2(_Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
%% recursively republish to t2, if the msg acked
|
|
TopicRule = create_simple_repub_rule(
|
|
<<"t2">>,
|
|
"SELECT * "
|
|
"FROM \"$events/message_acked\" "),
|
|
{ok, Client} = emqtt:start_link([{username, <<"emqx">>}]),
|
|
{ok, _} = emqtt:connect(Client),
|
|
{ok, _, _} = emqtt:subscribe(Client, <<"t2">>, 1),
|
|
emqtt:publish(Client, <<"t2">>, <<"{\"x\":1,\"y\":144}">>, 1),
|
|
Fun = fun() ->
|
|
receive {publish, #{topic := <<"t2">>, payload := _}} ->
|
|
received_t2
|
|
after 500 ->
|
|
received_nothing
|
|
end
|
|
end,
|
|
received_t2 = Fun(),
|
|
received_t2 = Fun(),
|
|
received_nothing = Fun(),
|
|
|
|
emqtt:stop(Client),
|
|
emqx_rule_registry:remove_rule(TopicRule).
|
|
|
|
t_sqlselect_2_3(_Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
%% recursively republish to t2, if the msg delivered
|
|
TopicRule = create_simple_repub_rule(
|
|
<<"t2">>,
|
|
"SELECT * "
|
|
"FROM \"$events/message_delivered\" "),
|
|
{ok, Client} = emqtt:start_link([{username, <<"emqx">>}]),
|
|
{ok, _} = emqtt:connect(Client),
|
|
{ok, _, _} = emqtt:subscribe(Client, <<"t2">>, 0),
|
|
emqtt:publish(Client, <<"t2">>, <<"{\"x\":1,\"y\":144}">>, 0),
|
|
Fun = fun() ->
|
|
receive {publish, #{topic := <<"t2">>, payload := _}} ->
|
|
received_t2
|
|
after 500 ->
|
|
received_nothing
|
|
end
|
|
end,
|
|
received_t2 = Fun(),
|
|
received_t2 = Fun(),
|
|
received_nothing = Fun(),
|
|
|
|
emqtt:stop(Client),
|
|
emqx_rule_registry:remove_rule(TopicRule).
|
|
|
|
t_sqlselect_3(_Config) ->
|
|
ok = emqx_rule_engine:load_providers(),
|
|
%% republish the client.connected msg
|
|
TopicRule = create_simple_repub_rule(
|
|
<<"t2">>,
|
|
"SELECT * "
|
|
"FROM \"$events/client_connected\" "
|
|
"WHERE username = 'emqx1'",
|
|
<<"clientid=${clientid}">>),
|
|
{ok, Client} = emqtt:start_link([{clientid, <<"emqx0">>}, {username, <<"emqx0">>}]),
|
|
{ok, _} = emqtt:connect(Client),
|
|
{ok, _, _} = emqtt:subscribe(Client, <<"t2">>, 0),
|
|
ct:sleep(200),
|
|
{ok, Client1} = emqtt:start_link([{clientid, <<"c_emqx1">>}, {username, <<"emqx1">>}]),
|
|
{ok, _} = emqtt:connect(Client1),
|
|
receive {publish, #{topic := T, payload := Payload}} ->
|
|
?assertEqual(<<"t2">>, T),
|
|
?assertEqual(<<"clientid=c_emqx1">>, Payload)
|
|
after 1000 ->
|
|
ct:fail(wait_for_t2)
|
|
end,
|
|
|
|
emqtt:publish(Client, <<"t1">>, <<"{\"x\":1,\"y\":1}">>, 0),
|
|
receive {publish, #{topic := <<"t2">>, payload := _}} ->
|
|
ct:fail(unexpected_t2)
|
|
after 1000 ->
|
|
ok
|
|
end,
|
|
|
|
emqtt:stop(Client),
|
|
emqx_rule_registry:remove_rule(TopicRule).
|
|
|
|
t_sqlselect_multi_actoins_1(Config) ->
|
|
%% We create 2 actions in the same rule:
|
|
%% The first will fail and we need to make sure the
|
|
%% second one can still execute as the on_action_failed
|
|
%% defaults to 'continue'
|
|
{ok, Rule} = emqx_rule_engine:create_rule(
|
|
#{rawsql => ?config(connsql, Config),
|
|
actions => [
|
|
#{name => 'crash_action', args => #{}, fallbacks => []},
|
|
#{name => 'republish',
|
|
args => #{<<"target_topic">> => <<"t2">>,
|
|
<<"target_qos">> => -1,
|
|
<<"payload_tmpl">> => <<"clientid=${clientid}">>
|
|
},
|
|
fallbacks => []}
|
|
]
|
|
}),
|
|
|
|
(?config(conn_event, Config))(),
|
|
receive {publish, #{topic := T, payload := Payload}} ->
|
|
?assertEqual(<<"t2">>, T),
|
|
?assertEqual(<<"clientid=c_emqx1">>, Payload)
|
|
after 1000 ->
|
|
ct:fail(wait_for_t2)
|
|
end,
|
|
|
|
emqx_rule_registry:remove_rule(Rule).
|
|
|
|
t_sqlselect_multi_actoins_1_1(Config) ->
|
|
%% Try again but set on_action_failed = 'continue' explicitly
|
|
{ok, Rule2} = emqx_rule_engine:create_rule(
|
|
#{rawsql => ?config(connsql, Config),
|
|
on_action_failed => 'continue',
|
|
actions => [
|
|
#{name => 'crash_action', args => #{}, fallbacks => []},
|
|
#{name => 'republish',
|
|
args => #{<<"target_topic">> => <<"t2">>,
|
|
<<"target_qos">> => -1,
|
|
<<"payload_tmpl">> => <<"clientid=${clientid}">>
|
|
},
|
|
fallbacks => []}
|
|
]
|
|
}),
|
|
|
|
(?config(conn_event, Config))(),
|
|
receive {publish, #{topic := T2, payload := Payload2}} ->
|
|
?assertEqual(<<"t2">>, T2),
|
|
?assertEqual(<<"clientid=c_emqx1">>, Payload2)
|
|
after 1000 ->
|
|
ct:fail(wait_for_t2)
|
|
end,
|
|
|
|
emqx_rule_registry:remove_rule(Rule2).
|
|
|
|
t_sqlselect_multi_actoins_2(Config) ->
|
|
%% We create 2 actions in the same rule:
|
|
%% The first will fail and we need to make sure the
|
|
%% second one cannot execute as we've set the on_action_failed = 'stop'
|
|
{ok, Rule} = emqx_rule_engine:create_rule(
|
|
#{rawsql => ?config(connsql, Config),
|
|
on_action_failed => stop,
|
|
actions => [
|
|
#{name => 'crash_action', args => #{}, fallbacks => []},
|
|
#{name => 'republish',
|
|
args => #{<<"target_topic">> => <<"t2">>,
|
|
<<"target_qos">> => -1,
|
|
<<"payload_tmpl">> => <<"clientid=${clientid}">>
|
|
},
|
|
fallbacks => []}
|
|
]
|
|
}),
|
|
|
|
(?config(conn_event, Config))(),
|
|
receive {publish, #{topic := <<"t2">>}} ->
|
|
ct:fail(unexpected_t2)
|
|
after 1000 ->
|
|
ok
|
|
end,
|
|
|
|
emqx_rule_registry:remove_rule(Rule).
|
|
|
|
t_sqlselect_multi_actoins_3(Config) ->
|
|
%% We create 2 actions in the same rule (on_action_failed = continue):
|
|
%% The first will fail and we need to make sure the
|
|
%% fallback actions can be executed, and the next actoins
|
|
%% will be run without influence
|
|
{ok, Rule} = emqx_rule_engine:create_rule(
|
|
#{rawsql => ?config(connsql, Config),
|
|
on_action_failed => continue,
|
|
actions => [
|
|
#{name => 'crash_action', args => #{}, fallbacks =>[
|
|
#{name => 'plus_by_one', args => #{}, fallbacks =>[]},
|
|
#{name => 'plus_by_one', args => #{}, fallbacks =>[]}
|
|
]},
|
|
#{name => 'republish',
|
|
args => #{<<"target_topic">> => <<"t2">>,
|
|
<<"target_qos">> => -1,
|
|
<<"payload_tmpl">> => <<"clientid=${clientid}">>
|
|
},
|
|
fallbacks => []}
|
|
]
|
|
}),
|
|
|
|
(?config(conn_event, Config))(),
|
|
timer:sleep(100),
|
|
|
|
%% verfiy the fallback actions has been run
|
|
?assertEqual(2, ets:lookup_element(plus_by_one_action, num, 2)),
|
|
|
|
%% verfiy the next actions can be run
|
|
receive {publish, #{topic := T, payload := Payload}} ->
|
|
?assertEqual(<<"t2">>, T),
|
|
?assertEqual(<<"clientid=c_emqx1">>, Payload)
|
|
after 1000 ->
|
|
ct:fail(wait_for_t2)
|
|
end,
|
|
|
|
emqx_rule_registry:remove_rule(Rule).
|
|
|
|
t_sqlselect_multi_actoins_3_1(Config) ->
|
|
%% We create 2 actions in the same rule (on_action_failed = continue):
|
|
%% The first will fail (with a 'badact' return) and we need to make sure the
|
|
%% fallback actions can be executed, and the next actoins
|
|
%% will be run without influence
|
|
{ok, Rule} = emqx_rule_engine:create_rule(
|
|
#{rawsql => ?config(connsql, Config),
|
|
on_action_failed => continue,
|
|
actions => [
|
|
#{name => 'failure_action', args => #{}, fallbacks =>[
|
|
#{name => 'plus_by_one', args => #{}, fallbacks =>[]},
|
|
#{name => 'plus_by_one', args => #{}, fallbacks =>[]}
|
|
]},
|
|
#{name => 'republish',
|
|
args => #{<<"target_topic">> => <<"t2">>,
|
|
<<"target_qos">> => -1,
|
|
<<"payload_tmpl">> => <<"clientid=${clientid}">>
|
|
},
|
|
fallbacks => []}
|
|
]
|
|
}),
|
|
|
|
(?config(conn_event, Config))(),
|
|
timer:sleep(100),
|
|
|
|
%% verfiy the fallback actions has been run
|
|
?assertEqual(2, ets:lookup_element(plus_by_one_action, num, 2)),
|
|
|
|
%% verfiy the next actions can be run
|
|
receive {publish, #{topic := T, payload := Payload}} ->
|
|
?assertEqual(<<"t2">>, T),
|
|
?assertEqual(<<"clientid=c_emqx1">>, Payload)
|
|
after 1000 ->
|
|
ct:fail(wait_for_t2)
|
|
end,
|
|
|
|
emqx_rule_registry:remove_rule(Rule).
|
|
|
|
t_sqlselect_multi_actoins_4(Config) ->
|
|
%% We create 2 actions in the same rule (on_action_failed = continue):
|
|
%% The first will fail and we need to make sure the
|
|
%% fallback actions can be executed, and the next actoins
|
|
%% will be run without influence
|
|
{ok, Rule} = emqx_rule_engine:create_rule(
|
|
#{rawsql => ?config(connsql, Config),
|
|
on_action_failed => continue,
|
|
actions => [
|
|
#{name => 'crash_action', args => #{}, fallbacks => [
|
|
#{name =>'plus_by_one', args => #{}, fallbacks =>[]},
|
|
#{name =>'crash_action', args => #{}, fallbacks =>[]},
|
|
#{name =>'plus_by_one', args => #{}, fallbacks =>[]}
|
|
]},
|
|
#{name => 'republish',
|
|
args => #{<<"target_topic">> => <<"t2">>,
|
|
<<"target_qos">> => -1,
|
|
<<"payload_tmpl">> => <<"clientid=${clientid}">>
|
|
},
|
|
fallbacks => []}
|
|
]
|
|
}),
|
|
|
|
(?config(conn_event, Config))(),
|
|
timer:sleep(100),
|
|
|
|
%% verfiy all the fallback actions were run, even if the second
|
|
%% fallback action crashed
|
|
?assertEqual(2, ets:lookup_element(plus_by_one_action, num, 2)),
|
|
|
|
%% verfiy the next actions can be run
|
|
receive {publish, #{topic := T, payload := Payload}} ->
|
|
?assertEqual(<<"t2">>, T),
|
|
?assertEqual(<<"clientid=c_emqx1">>, Payload)
|
|
after 1000 ->
|
|
ct:fail(wait_for_t2)
|
|
end,
|
|
|
|
emqx_rule_registry:remove_rule(Rule).
|
|
|
|
t_sqlparse_event_1(_Config) ->
|
|
Sql = "select topic as tp "
|
|
"from \"$events/session_subscribed\" ",
|
|
?assertMatch({ok,#{<<"tp">> := <<"t/tt">>}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"topic">> => <<"t/tt">>}})).
|
|
|
|
t_sqlparse_event_2(_Config) ->
|
|
Sql = "select clientid "
|
|
"from \"$events/client_connected\" ",
|
|
?assertMatch({ok,#{<<"clientid">> := <<"abc">>}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"clientid">> => <<"abc">>}})).
|
|
|
|
t_sqlparse_event_3(_Config) ->
|
|
Sql = "select clientid, topic as tp "
|
|
"from \"t/tt\", \"$events/client_connected\" ",
|
|
?assertMatch({ok,#{<<"clientid">> := <<"abc">>, <<"tp">> := <<"t/tt">>}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"clientid">> => <<"abc">>, <<"topic">> => <<"t/tt">>}})).
|
|
|
|
t_sqlparse_foreach_1(_Config) ->
|
|
%% Verify foreach with and without 'AS'
|
|
Sql = "foreach payload.sensors as s "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,[#{<<"s">> := 1}, #{<<"s">> := 2}]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"sensors\": [1, 2]}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql2 = "foreach payload.sensors "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,[#{item := 1}, #{item := 2}]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql2,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"sensors\": [1, 2]}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql3 = "foreach payload.sensors "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,[#{item := #{<<"cmd">> := <<"1">>}, clientid := <<"c_a">>},
|
|
#{item := #{<<"cmd">> := <<"2">>, <<"name">> := <<"ct">>}, clientid := <<"c_a">>}]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql3,
|
|
<<"ctx">> => #{
|
|
<<"payload">> => <<"{\"sensors\": [{\"cmd\":\"1\"}, {\"cmd\":\"2\",\"name\":\"ct\"}]}">>, <<"clientid">> => <<"c_a">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql4 = "foreach payload.sensors "
|
|
"from \"t/#\" ",
|
|
{ok,[#{metadata := #{rule_id := TRuleId}},
|
|
#{metadata := #{rule_id := TRuleId}}]} =
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql4,
|
|
<<"ctx">> => #{
|
|
<<"payload">> => <<"{\"sensors\": [1, 2]}">>,
|
|
<<"topic">> => <<"t/a">>}}),
|
|
?assert(is_binary(TRuleId)).
|
|
|
|
t_sqlparse_foreach_2(_Config) ->
|
|
%% Verify foreach-do with and without 'AS'
|
|
Sql = "foreach payload.sensors as s "
|
|
"do s.cmd as msg_type "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,[#{<<"msg_type">> := <<"1">>},#{<<"msg_type">> := <<"2">>}]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> =>
|
|
<<"{\"sensors\": [{\"cmd\":\"1\"}, {\"cmd\":\"2\"}]}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql2 = "foreach payload.sensors "
|
|
"do item.cmd as msg_type "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,[#{<<"msg_type">> := <<"1">>},#{<<"msg_type">> := <<"2">>}]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql2,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> =>
|
|
<<"{\"sensors\": [{\"cmd\":\"1\"}, {\"cmd\":\"2\"}]}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql3 = "foreach payload.sensors "
|
|
"do item as item "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,[#{<<"item">> := 1},#{<<"item">> := 2}]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql3,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> =>
|
|
<<"{\"sensors\": [1, 2]}">>,
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlparse_foreach_3(_Config) ->
|
|
%% Verify foreach-incase with and without 'AS'
|
|
Sql = "foreach payload.sensors as s "
|
|
"incase s.cmd != 1 "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,[#{<<"s">> := #{<<"cmd">> := 2}},
|
|
#{<<"s">> := #{<<"cmd">> := 3}}
|
|
]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> =>
|
|
<<"{\"sensors\": [{\"cmd\":1}, {\"cmd\":2}, {\"cmd\":3}]}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql2 = "foreach payload.sensors "
|
|
"incase item.cmd != 1 "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,[#{item := #{<<"cmd">> := 2}},
|
|
#{item := #{<<"cmd">> := 3}}
|
|
]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql2,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> =>
|
|
<<"{\"sensors\": [{\"cmd\":1}, {\"cmd\":2}, {\"cmd\":3}]}">>,
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlparse_foreach_4(_Config) ->
|
|
%% Verify foreach-do-incase
|
|
Sql = "foreach payload.sensors as s "
|
|
"do s.cmd as msg_type, s.name as name "
|
|
"incase is_not_null(s.cmd) "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,[#{<<"msg_type">> := <<"1">>},#{<<"msg_type">> := <<"2">>}]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> =>
|
|
<<"{\"sensors\": [{\"cmd\":\"1\"}, {\"cmd\":\"2\"}]}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok,[#{<<"msg_type">> := <<"1">>, <<"name">> := <<"n1">>}, #{<<"msg_type">> := <<"2">>}]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> =>
|
|
<<"{\"sensors\": [{\"cmd\":\"1\", \"name\":\"n1\"}, {\"cmd\":\"2\"}, {\"name\":\"n3\"}]}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok,[]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => <<"{\"sensors\": [1, 2]}">>,
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlparse_foreach_5(_Config) ->
|
|
%% Verify foreach on a empty-list or non-list variable
|
|
Sql = "foreach payload.sensors as s "
|
|
"do s.cmd as msg_type, s.name as name "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,[]}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => <<"{\"sensors\": 1}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok,[]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => <<"{\"sensors\": []}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql2 = "foreach payload.sensors "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,[]}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql2,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => <<"{\"sensors\": 1}">>,
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlparse_foreach_6(_Config) ->
|
|
%% Verify foreach on a empty-list or non-list variable
|
|
Sql = "foreach json_decode(payload) "
|
|
"do item.id as zid, timestamp as t "
|
|
"from \"t/#\" ",
|
|
{ok, Res} = emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => <<"[{\"id\": 5},{\"id\": 15}]">>,
|
|
<<"topic">> => <<"t/a">>}}),
|
|
[#{<<"t">> := Ts1, <<"zid">> := Zid1},
|
|
#{<<"t">> := Ts2, <<"zid">> := Zid2}] = Res,
|
|
?assertEqual(true, is_integer(Ts1)),
|
|
?assertEqual(true, is_integer(Ts2)),
|
|
?assert(Zid1 == 5 orelse Zid1 == 15),
|
|
?assert(Zid2 == 5 orelse Zid2 == 15).
|
|
|
|
t_sqlparse_foreach_7(_Config) ->
|
|
%% Verify foreach-do-incase and cascaded AS
|
|
Sql = "foreach json_decode(payload) as p, p.sensors as s, s.collection as c, c.info as info "
|
|
"do info.cmd as msg_type, info.name as name "
|
|
"incase is_not_null(info.cmd) "
|
|
"from \"t/#\" "
|
|
"where s.page = '2' ",
|
|
Payload = <<"{\"sensors\": {\"page\": 2, \"collection\": {\"info\":[{\"name\":\"cmd1\", \"cmd\":\"1\"}, {\"cmd\":\"2\"}]} } }">>,
|
|
?assertMatch({ok,[#{<<"name">> := <<"cmd1">>, <<"msg_type">> := <<"1">>}, #{<<"msg_type">> := <<"2">>}]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => Payload,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql2 = "foreach json_decode(payload) as p, p.sensors as s, s.collection as c, c.info as info "
|
|
"do info.cmd as msg_type, info.name as name "
|
|
"incase is_not_null(info.cmd) "
|
|
"from \"t/#\" "
|
|
"where s.page = '3' ",
|
|
?assertMatch({error, nomatch},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql2,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => Payload,
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlparse_foreach_8(_Config) ->
|
|
%% Verify foreach-do-incase and cascaded AS
|
|
Sql = "foreach json_decode(payload) as p, p.sensors as s, s.collection as c, c.info as info "
|
|
"do info.cmd as msg_type, info.name as name "
|
|
"incase is_map(info) "
|
|
"from \"t/#\" "
|
|
"where s.page = '2' ",
|
|
Payload = <<"{\"sensors\": {\"page\": 2, \"collection\": {\"info\":[\"haha\", {\"name\":\"cmd1\", \"cmd\":\"1\"}]} } }">>,
|
|
?assertMatch({ok,[#{<<"name">> := <<"cmd1">>, <<"msg_type">> := <<"1">>}]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => Payload,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
|
|
Sql3 = "foreach json_decode(payload) as p, p.sensors as s, s.collection as c, sublist(2,1,c.info) as info "
|
|
"do info.cmd as msg_type, info.name as name "
|
|
"from \"t/#\" "
|
|
"where s.page = '2' ",
|
|
[?assertMatch({ok,[#{<<"name">> := <<"cmd1">>, <<"msg_type">> := <<"1">>}]},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => SqlN,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => Payload,
|
|
<<"topic">> => <<"t/a">>}}))
|
|
|| SqlN <- [Sql3]].
|
|
|
|
t_sqlparse_case_when_1(_Config) ->
|
|
%% case-when-else clause
|
|
Sql = "select "
|
|
" case when payload.x < 0 then 0 "
|
|
" when payload.x > 7 then 7 "
|
|
" else payload.x "
|
|
" end as y "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"y">> := 1}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 1}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{<<"y">> := 0}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 0}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{<<"y">> := 0}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": -1}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{<<"y">> := 7}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 7}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{<<"y">> := 7}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 8}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
ok.
|
|
|
|
t_sqlparse_case_when_2(_Config) ->
|
|
% switch clause
|
|
Sql = "select "
|
|
" case payload.x when 1 then 2 "
|
|
" when 2 then 3 "
|
|
" else 4 "
|
|
" end as y "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"y">> := 2}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 1}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{<<"y">> := 3}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 2}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{<<"y">> := 4}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 4}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{<<"y">> := 4}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 7}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{<<"y">> := 4}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 8}">>,
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlparse_case_when_3(_Config) ->
|
|
%% case-when clause
|
|
Sql = "select "
|
|
" case when payload.x < 0 then 0 "
|
|
" when payload.x > 7 then 7 "
|
|
" end as y "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 1}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 5}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 0}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{<<"y">> := 0}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": -1}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 7}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{<<"y">> := 7}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 8}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
ok.
|
|
|
|
t_sqlparse_array_index_1(_Config) ->
|
|
%% index get
|
|
Sql = "select "
|
|
" json_decode(payload) as p, "
|
|
" p[1] as a "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"a">> := #{<<"x">> := 1}}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"[{\"x\": 1}]">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
?assertMatch({ok, #{}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": 1}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
%% index get without 'as'
|
|
Sql2 = "select "
|
|
" payload.x[2] "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"payload">> := #{<<"x">> := [3]}}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql2,
|
|
<<"ctx">> => #{<<"payload">> => #{<<"x">> => [1,3,4]},
|
|
<<"topic">> => <<"t/a">>}})),
|
|
%% index get without 'as' again
|
|
Sql3 = "select "
|
|
" payload.x[2].y "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"payload">> := #{<<"x">> := [#{<<"y">> := 3}]}}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql3,
|
|
<<"ctx">> => #{<<"payload">> => #{<<"x">> => [1,#{y => 3},4]},
|
|
<<"topic">> => <<"t/a">>}})),
|
|
|
|
%% index get with 'as'
|
|
Sql4 = "select "
|
|
" payload.x[2].y as b "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"b">> := 3}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql4,
|
|
<<"ctx">> => #{<<"payload">> => #{<<"x">> => [1,#{y => 3},4]},
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlparse_array_index_2(_Config) ->
|
|
%% array get with negative index
|
|
Sql1 = "select "
|
|
" payload.x[-2].y as b "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"b">> := 3}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql1,
|
|
<<"ctx">> => #{<<"payload">> => #{<<"x">> => [1,#{y => 3},4]},
|
|
<<"topic">> => <<"t/a">>}})),
|
|
%% array append to head or tail of a list:
|
|
Sql2 = "select "
|
|
" payload.x as b, "
|
|
" 1 as c[-0], "
|
|
" 2 as c[-0], "
|
|
" b as c[0] "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"b">> := 0, <<"c">> := [0,1,2]}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql2,
|
|
<<"ctx">> => #{<<"payload">> => #{<<"x">> => 0},
|
|
<<"topic">> => <<"t/a">>}})),
|
|
%% construct an empty list:
|
|
Sql3 = "select "
|
|
" [] as c, "
|
|
" 1 as c[-0], "
|
|
" 2 as c[-0], "
|
|
" 0 as c[0] "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"c">> := [0,1,2]}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql3,
|
|
<<"ctx">> => #{<<"payload">> => <<"">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
%% construct a list:
|
|
Sql4 = "select "
|
|
" [payload.a, \"topic\", 'c'] as c, "
|
|
" 1 as c[-0], "
|
|
" 2 as c[-0], "
|
|
" 0 as c[0] "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"c">> := [0,11,<<"t/a">>,<<"c">>,1,2]}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql4,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"a\":11}">>,
|
|
<<"topic">> => <<"t/a">>
|
|
}})).
|
|
|
|
t_sqlparse_array_index_3(_Config) ->
|
|
%% array with json string payload:
|
|
Sql0 = "select "
|
|
"payload,"
|
|
"payload.x[2].y "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"payload">> := #{<<"x">> := [1, #{<<"y">> := [1,2]}, 3]}}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql0,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": [1,{\"y\": [1,2]},3]}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
%% same as above but don't select payload:
|
|
Sql1 = "select "
|
|
"payload.x[2].y as b "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"b">> := [1,2]}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql1,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": [1,{\"y\": [1,2]},3]}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
%% same as above but add 'as' clause:
|
|
Sql2 = "select "
|
|
"payload.x[2].y as b.c "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"b">> := #{<<"c">> := [1,2]}}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql2,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": [1,{\"y\": [1,2]},3]}">>,
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlparse_array_index_4(_Config) ->
|
|
%% array with json string payload:
|
|
Sql0 = "select "
|
|
"0 as payload.x[2].y "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"payload">> := #{<<"x">> := [#{<<"y">> := 0}]}}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql0,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": [1,{\"y\": [1,2]},3]}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
%% array with json string payload, and also select payload.x:
|
|
Sql1 = "select "
|
|
"payload.x, "
|
|
"0 as payload.x[2].y "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"payload">> := #{<<"x">> := [1, #{<<"y">> := 0}, 3]}}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql1,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"x\": [1,{\"y\": [1,2]},3]}">>,
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlparse_array_index_5(_Config) ->
|
|
Sql00 = "select "
|
|
" [1,2,3,4] "
|
|
"from \"t/#\" ",
|
|
{ok, Res00} =
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql00,
|
|
<<"ctx">> => #{<<"payload">> => <<"">>,
|
|
<<"topic">> => <<"t/a">>}}),
|
|
?assert(lists:any(fun({_K, V}) ->
|
|
V =:= [1,2,3,4]
|
|
end, maps:to_list(Res00))).
|
|
|
|
t_sqlparse_select_matadata_1(_Config) ->
|
|
%% array with json string payload:
|
|
Sql0 = "select "
|
|
"payload "
|
|
"from \"t/#\" ",
|
|
?assertNotMatch({ok, #{<<"payload">> := <<"abc">>, metadata := _}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql0,
|
|
<<"ctx">> => #{<<"payload">> => <<"abc">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
Sql1 = "select "
|
|
"payload, metadata "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"payload">> := <<"abc">>, <<"metadata">> := _}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql1,
|
|
<<"ctx">> => #{<<"payload">> => <<"abc">>,
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlparse_array_range_1(_Config) ->
|
|
%% get a range of list
|
|
Sql0 = "select "
|
|
" payload.a[1..4] as c "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"c">> := [0,1,2,3]}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql0,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"a\":[0,1,2,3,4,5]}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
%% get a range from non-list data
|
|
Sql02 = "select "
|
|
" payload.a[1..4] as c "
|
|
"from \"t/#\" ",
|
|
?assertThrow({select_and_transform_error, {error,{range_get,non_list_data},_}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql02,
|
|
<<"ctx">> =>
|
|
#{<<"payload">> => <<"{\"x\":[0,1,2,3,4,5]}">>,
|
|
<<"topic">> => <<"t/a">>}})),
|
|
%% construct a range:
|
|
Sql1 = "select "
|
|
" [1..4] as c, "
|
|
" 5 as c[-0], "
|
|
" 6 as c[-0], "
|
|
" 0 as c[0] "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"c">> := [0,1,2,3,4,5,6]}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql1,
|
|
<<"ctx">> => #{<<"payload">> => <<"">>,
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlparse_array_range_2(_Config) ->
|
|
%% construct a range without 'as'
|
|
Sql00 = "select "
|
|
" [1..4] "
|
|
"from \"t/#\" ",
|
|
{ok, Res00} =
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql00,
|
|
<<"ctx">> => #{<<"payload">> => <<"">>,
|
|
<<"topic">> => <<"t/a">>}}),
|
|
?assert(lists:any(fun({_K, V}) ->
|
|
V =:= [1,2,3,4]
|
|
end, maps:to_list(Res00))),
|
|
%% construct a range without 'as'
|
|
Sql01 = "select "
|
|
" a[2..4] "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"a">> := [2,3,4]}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql01,
|
|
<<"ctx">> => #{<<"a">> => [1,2,3,4,5],
|
|
<<"topic">> => <<"t/a">>}})),
|
|
%% get a range of list without 'as'
|
|
Sql02 = "select "
|
|
" payload.a[1..4] "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok, #{<<"payload">> := #{<<"a">> := [0,1,2,3]}}}, emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql02,
|
|
<<"ctx">> => #{<<"payload">> => <<"{\"a\":[0,1,2,3,4,5]}">>,
|
|
<<"topic">> => <<"t/a">>}})).
|
|
|
|
t_sqlparse_true_false(_Config) ->
|
|
%% construct a range without 'as'
|
|
Sql00 = "select "
|
|
" true as a, false as b, "
|
|
" false as x.y, true as c[-0] "
|
|
"from \"t/#\" ",
|
|
{ok, Res00} =
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql00,
|
|
<<"ctx">> => #{<<"payload">> => <<"">>,
|
|
<<"topic">> => <<"t/a">>}}),
|
|
?assertMatch(#{<<"a">> := true, <<"b">> := false,
|
|
<<"x">> := #{<<"y">> := false},
|
|
<<"c">> := [true]
|
|
}, Res00).
|
|
|
|
t_sqlparse_new_map(_Config) ->
|
|
%% construct a range without 'as'
|
|
Sql00 = "select "
|
|
" map_new() as a, map_new() as b, "
|
|
" map_new() as x.y, map_new() as c[-0] "
|
|
"from \"t/#\" ",
|
|
{ok, Res00} =
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql00,
|
|
<<"ctx">> => #{<<"payload">> => <<"">>,
|
|
<<"topic">> => <<"t/a">>}}),
|
|
?assertMatch(#{<<"a">> := #{}, <<"b">> := #{},
|
|
<<"x">> := #{<<"y">> := #{}},
|
|
<<"c">> := [#{}]
|
|
}, Res00).
|
|
|
|
t_sqlparse_payload_as(_Config) ->
|
|
%% https://github.com/emqx/emqx/issues/3866
|
|
Sql00 = "SELECT "
|
|
" payload, map_get('engineWorkTime', payload.params, -1) as payload.params.engineWorkTime, "
|
|
" map_get('hydOilTem', payload.params, -1) as payload.params.hydOilTem "
|
|
"FROM \"t/#\" ",
|
|
Payload1 = <<"{ \"msgId\": 1002, \"params\": { \"convertTemp\": 20, \"engineSpeed\": 42, \"hydOilTem\": 30 } }">>,
|
|
{ok, Res01} = emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql00,
|
|
<<"ctx">> => #{<<"payload">> => Payload1,
|
|
<<"topic">> => <<"t/a">>}}),
|
|
?assertMatch(#{
|
|
<<"payload">> := #{
|
|
<<"params">> := #{
|
|
<<"convertTemp">> := 20,
|
|
<<"engineSpeed">> := 42,
|
|
<<"engineWorkTime">> := -1,
|
|
<<"hydOilTem">> := 30
|
|
}
|
|
}
|
|
}, Res01),
|
|
|
|
Payload2 = <<"{ \"msgId\": 1002, \"params\": { \"convertTemp\": 20, \"engineSpeed\": 42 } }">>,
|
|
{ok, Res02} = emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql00,
|
|
<<"ctx">> => #{<<"payload">> => Payload2,
|
|
<<"topic">> => <<"t/a">>}}),
|
|
?assertMatch(#{
|
|
<<"payload">> := #{
|
|
<<"params">> := #{
|
|
<<"convertTemp">> := 20,
|
|
<<"engineSpeed">> := 42,
|
|
<<"engineWorkTime">> := -1,
|
|
<<"hydOilTem">> := -1
|
|
}
|
|
}
|
|
}, Res02).
|
|
|
|
t_sqlparse_nested_get(_Config) ->
|
|
Sql = "select payload as p, p.a.b as c "
|
|
"from \"t/#\" ",
|
|
?assertMatch({ok,#{<<"c">> := 0}},
|
|
emqx_rule_sqltester:test(
|
|
#{<<"rawsql">> => Sql,
|
|
<<"ctx">> => #{
|
|
<<"topic">> => <<"t/1">>,
|
|
<<"payload">> => <<"{\"a\": {\"b\": 0}}">>
|
|
}})).
|
|
|
|
%%------------------------------------------------------------------------------
|
|
%% Internal helpers
|
|
%%------------------------------------------------------------------------------
|
|
|
|
make_simple_rule(RuleId) when is_binary(RuleId) ->
|
|
#rule{id = RuleId,
|
|
rawsql = <<"select * from \"simple/topic\"">>,
|
|
for = [<<"simple/topic">>],
|
|
fields = [<<"*">>],
|
|
is_foreach = false,
|
|
conditions = {},
|
|
actions = [{'inspect', #{}}],
|
|
description = <<"simple rule">>}.
|
|
|
|
make_simple_rule_with_ts(RuleId, Ts) when is_binary(RuleId) ->
|
|
#rule{id = RuleId,
|
|
rawsql = <<"select * from \"simple/topic\"">>,
|
|
for = [<<"simple/topic">>],
|
|
fields = [<<"*">>],
|
|
is_foreach = false,
|
|
conditions = {},
|
|
actions = [{'inspect', #{}}],
|
|
created_at = Ts,
|
|
description = <<"simple rule">>}.
|
|
|
|
make_simple_rule(RuleId, SQL, ForTopics) when is_binary(RuleId) ->
|
|
#rule{id = RuleId,
|
|
rawsql = SQL,
|
|
for = ForTopics,
|
|
fields = [<<"*">>],
|
|
is_foreach = false,
|
|
conditions = {},
|
|
actions = [{'inspect', #{}}],
|
|
description = <<"simple rule">>}.
|
|
|
|
create_simple_repub_rule(TargetTopic, SQL) ->
|
|
create_simple_repub_rule(TargetTopic, SQL, <<"${payload}">>).
|
|
|
|
create_simple_repub_rule(TargetTopic, SQL, Template) ->
|
|
{ok, Rule} = emqx_rule_engine:create_rule(
|
|
#{rawsql => SQL,
|
|
actions => [#{name => 'republish',
|
|
args => #{<<"target_topic">> => TargetTopic,
|
|
<<"target_qos">> => -1,
|
|
<<"payload_tmpl">> => Template}
|
|
}],
|
|
description => <<"simple repub rule">>}),
|
|
Rule.
|
|
|
|
make_simple_action(ActionName) when is_atom(ActionName) ->
|
|
#action{name = ActionName, app = ?APP,
|
|
module = ?MODULE, on_create = simple_action_inspect, params_spec = #{},
|
|
title = #{en => <<"Simple inspect action">>},
|
|
description = #{en => <<"Simple inspect action">>}}.
|
|
make_simple_action(ActionName, Hook) when is_atom(ActionName) ->
|
|
#action{name = ActionName, app = ?APP, for = Hook,
|
|
module = ?MODULE, on_create = simple_action_inspect, params_spec = #{},
|
|
title = #{en => <<"Simple inspect action">>},
|
|
description = #{en => <<"Simple inspect action with hook">>}}.
|
|
|
|
simple_action_inspect(Params) ->
|
|
fun(Data) ->
|
|
io:format("Action InputData: ~p, Action InitParams: ~p~n", [Data, Params])
|
|
end.
|
|
|
|
make_simple_resource(ResId) ->
|
|
#resource{id = ResId,
|
|
type = simple_resource_type,
|
|
config = #{},
|
|
description = <<"Simple Resource">>}.
|
|
|
|
make_simple_resource_type(ResTypeName) ->
|
|
#resource_type{name = ResTypeName, provider = ?APP,
|
|
params_spec = #{},
|
|
on_create = {?MODULE, on_simple_resource_type_create},
|
|
on_destroy = {?MODULE, on_simple_resource_type_destroy},
|
|
on_status = {?MODULE, on_simple_resource_type_status},
|
|
title = #{en => <<"Simple Resource Type">>},
|
|
description = #{en => <<"Simple Resource Type">>}}.
|
|
|
|
on_simple_resource_type_create(_Id, #{}) -> #{}.
|
|
on_simple_resource_type_destroy(_Id, #{}) -> ok.
|
|
on_simple_resource_type_status(_Id, #{}, #{}) -> #{is_alive => true}.
|
|
|
|
hook_metrics_action(_Id, _Params) ->
|
|
fun(Data = #{event := EventName}, _Envs) ->
|
|
ct:pal("applying hook_metrics_action: ~p", [Data]),
|
|
ets:insert(events_record_tab, {EventName, Data})
|
|
end.
|
|
|
|
mfa_action(Id, _Params) ->
|
|
persistent_term:put(Id, 0),
|
|
{?MODULE, mfa_action_do, [Id]}.
|
|
|
|
mfa_action_do(_Data, _Envs, K) ->
|
|
persistent_term:put(K, 1).
|
|
|
|
failure_action(_Id, _Params) ->
|
|
fun(Data, _Envs) ->
|
|
ct:pal("applying crash action, Data: ~p", [Data]),
|
|
{badact, intentional_failure}
|
|
end.
|
|
|
|
crash_action(_Id, _Params) ->
|
|
fun(Data, _Envs) ->
|
|
ct:pal("applying crash action, Data: ~p", [Data]),
|
|
error(crash)
|
|
end.
|
|
|
|
simple_action_2_create(_Id, _Params) ->
|
|
ets:insert(simple_action_2, {created, erlang:timestamp()}),
|
|
fun(_Data, _Envs) -> ok end.
|
|
|
|
simple_action_2_destroy(_Id, _Params) ->
|
|
ets:insert(simple_action_2, {destroyed, erlang:timestamp()}),
|
|
fun(_Data, _Envs) -> ok end.
|
|
|
|
init_plus_by_one_action() ->
|
|
ets:new(plus_by_one_action, [named_table, set, public]),
|
|
ets:insert(plus_by_one_action, {num, 0}).
|
|
|
|
plus_by_one_action(_Id, #{}) ->
|
|
fun(Data, _Envs) ->
|
|
ct:pal("applying plus_by_one_action, Data: ~p", [Data]),
|
|
Num = ets:lookup_element(plus_by_one_action, num, 2),
|
|
ets:insert(plus_by_one_action, {num, Num + 1})
|
|
end.
|
|
|
|
verify_event(EventName) ->
|
|
ct:sleep(50),
|
|
case ets:lookup(events_record_tab, EventName) of
|
|
[] ->
|
|
ct:fail({no_such_event, EventName, ets:tab2list(events_record_tab)});
|
|
Records ->
|
|
[begin
|
|
%% verify fields can be formatted to JSON string
|
|
_ = emqx_json:encode(Fields),
|
|
%% verify metadata fields
|
|
verify_metadata_fields(EventName, Fields),
|
|
%% verify available fields for each event name
|
|
verify_event_fields(EventName, Fields)
|
|
end || {_Name, Fields} <- Records]
|
|
end.
|
|
|
|
verify_metadata_fields(_EventName, #{metadata := Metadata}) ->
|
|
?assertMatch(
|
|
#{rule_id := <<"rule:t_events">>},
|
|
Metadata).
|
|
|
|
verify_event_fields('message.publish', Fields) ->
|
|
#{id := ID,
|
|
clientid := ClientId,
|
|
username := Username,
|
|
payload := Payload,
|
|
peerhost := PeerHost,
|
|
topic := Topic,
|
|
qos := QoS,
|
|
flags := Flags,
|
|
headers := Headers,
|
|
pub_props := Properties,
|
|
timestamp := Timestamp,
|
|
publish_received_at := EventAt
|
|
} = Fields,
|
|
Now = erlang:system_time(millisecond),
|
|
TimestampElapse = Now - Timestamp,
|
|
RcvdAtElapse = Now - EventAt,
|
|
?assert(is_binary(ID)),
|
|
?assertEqual(<<"c_event">>, ClientId),
|
|
?assertEqual(<<"u_event">>, Username),
|
|
?assertEqual(<<"{\"id\": 1, \"name\": \"ha\"}">>, Payload),
|
|
verify_ipaddr(PeerHost),
|
|
?assertEqual(<<"t1">>, Topic),
|
|
?assertEqual(1, QoS),
|
|
?assert(is_map(Flags)),
|
|
?assert(is_map(Headers)),
|
|
?assertMatch(#{'Message-Expiry-Interval' := 60}, Properties),
|
|
?assert(0 =< TimestampElapse andalso TimestampElapse =< 60*1000),
|
|
?assert(0 =< RcvdAtElapse andalso RcvdAtElapse =< 60*1000),
|
|
?assert(EventAt =< Timestamp);
|
|
|
|
verify_event_fields('client.connected', Fields) ->
|
|
#{clientid := ClientId,
|
|
username := Username,
|
|
mountpoint := MountPoint,
|
|
peername := PeerName,
|
|
sockname := SockName,
|
|
proto_name := ProtoName,
|
|
proto_ver := ProtoVer,
|
|
keepalive := Keepalive,
|
|
clean_start := CleanStart,
|
|
expiry_interval := ExpiryInterval,
|
|
is_bridge := IsBridge,
|
|
conn_props := Properties,
|
|
timestamp := Timestamp,
|
|
connected_at := EventAt
|
|
} = Fields,
|
|
Now = erlang:system_time(millisecond),
|
|
TimestampElapse = Now - Timestamp,
|
|
RcvdAtElapse = Now - EventAt,
|
|
?assert(is_binary(MountPoint) orelse MountPoint == undefined),
|
|
?assert(lists:member(ClientId, [<<"c_event">>, <<"c_event2">>])),
|
|
?assert(lists:member(Username, [<<"u_event">>, <<"u_event2">>])),
|
|
verify_peername(PeerName),
|
|
verify_peername(SockName),
|
|
?assertEqual(<<"MQTT">>, ProtoName),
|
|
?assertEqual(5, ProtoVer),
|
|
?assert(is_integer(Keepalive)),
|
|
?assert(is_boolean(CleanStart)),
|
|
?assertEqual(60, ExpiryInterval),
|
|
?assertEqual(false, IsBridge),
|
|
?assertMatch(#{'Session-Expiry-Interval' := 60}, Properties),
|
|
?assert(0 =< TimestampElapse andalso TimestampElapse =< 60*1000),
|
|
?assert(0 =< RcvdAtElapse andalso RcvdAtElapse =< 60*1000),
|
|
?assert(EventAt =< Timestamp);
|
|
|
|
verify_event_fields('client.disconnected', Fields) ->
|
|
#{reason := Reason,
|
|
clientid := ClientId,
|
|
username := Username,
|
|
peername := PeerName,
|
|
sockname := SockName,
|
|
disconn_props := Properties,
|
|
timestamp := Timestamp,
|
|
disconnected_at := EventAt
|
|
} = Fields,
|
|
Now = erlang:system_time(millisecond),
|
|
TimestampElapse = Now - Timestamp,
|
|
RcvdAtElapse = Now - EventAt,
|
|
?assert(is_atom(Reason)),
|
|
?assert(lists:member(ClientId, [<<"c_event">>, <<"c_event2">>])),
|
|
?assert(lists:member(Username, [<<"u_event">>, <<"u_event2">>])),
|
|
verify_peername(PeerName),
|
|
verify_peername(SockName),
|
|
?assertMatch(#{'User-Property' := #{<<"reason">> := <<"normal">>}}, Properties),
|
|
?assert(0 =< TimestampElapse andalso TimestampElapse =< 60*1000),
|
|
?assert(0 =< RcvdAtElapse andalso RcvdAtElapse =< 60*1000),
|
|
?assert(EventAt =< Timestamp);
|
|
|
|
verify_event_fields(SubUnsub, Fields) when SubUnsub == 'session.subscribed'
|
|
; SubUnsub == 'session.unsubscribed' ->
|
|
#{clientid := ClientId,
|
|
username := Username,
|
|
peerhost := PeerHost,
|
|
topic := Topic,
|
|
qos := QoS,
|
|
timestamp := Timestamp
|
|
} = Fields,
|
|
Now = erlang:system_time(millisecond),
|
|
TimestampElapse = Now - Timestamp,
|
|
?assert(is_atom(reason)),
|
|
?assertEqual(<<"c_event2">>, ClientId),
|
|
?assertEqual(<<"u_event2">>, Username),
|
|
verify_ipaddr(PeerHost),
|
|
?assertEqual(<<"t1">>, Topic),
|
|
?assertEqual(1, QoS),
|
|
PropKey =
|
|
case SubUnsub of
|
|
'session.subscribed' -> sub_props;
|
|
'session.unsubscribed' -> unsub_props
|
|
end,
|
|
?assertMatch(#{'User-Property' := #{<<"topic_name">> := <<"t1">>}},
|
|
maps:get(PropKey, Fields)),
|
|
?assert(0 =< TimestampElapse andalso TimestampElapse =< 60*1000);
|
|
|
|
verify_event_fields('message.dropped', Fields) ->
|
|
#{id := ID,
|
|
reason := Reason,
|
|
clientid := ClientId,
|
|
username := Username,
|
|
payload := Payload,
|
|
peerhost := PeerHost,
|
|
topic := Topic,
|
|
qos := QoS,
|
|
flags := Flags,
|
|
pub_props := Properties,
|
|
timestamp := Timestamp,
|
|
publish_received_at := EventAt
|
|
} = Fields,
|
|
Now = erlang:system_time(millisecond),
|
|
TimestampElapse = Now - Timestamp,
|
|
RcvdAtElapse = Now - EventAt,
|
|
?assert(is_binary(ID)),
|
|
?assert(is_atom(Reason)),
|
|
?assertEqual(<<"c_event">>, ClientId),
|
|
?assertEqual(<<"u_event">>, Username),
|
|
?assertEqual(<<"{\"id\": 1, \"name\": \"ha\"}">>, Payload),
|
|
verify_ipaddr(PeerHost),
|
|
?assertEqual(<<"t1">>, Topic),
|
|
?assertEqual(1, QoS),
|
|
?assert(is_map(Flags)),
|
|
?assertMatch(#{'Message-Expiry-Interval' := 60}, Properties),
|
|
?assert(0 =< TimestampElapse andalso TimestampElapse =< 60*1000),
|
|
?assert(0 =< RcvdAtElapse andalso RcvdAtElapse =< 60*1000),
|
|
?assert(EventAt =< Timestamp);
|
|
|
|
verify_event_fields('message.delivered', Fields) ->
|
|
#{id := ID,
|
|
clientid := ClientId,
|
|
username := Username,
|
|
from_clientid := FromClientId,
|
|
from_username := FromUsername,
|
|
payload := Payload,
|
|
peerhost := PeerHost,
|
|
topic := Topic,
|
|
qos := QoS,
|
|
flags := Flags,
|
|
pub_props := Properties,
|
|
timestamp := Timestamp,
|
|
publish_received_at := EventAt
|
|
} = Fields,
|
|
Now = erlang:system_time(millisecond),
|
|
TimestampElapse = Now - Timestamp,
|
|
RcvdAtElapse = Now - EventAt,
|
|
?assert(is_binary(ID)),
|
|
?assertEqual(<<"c_event2">>, ClientId),
|
|
?assertEqual(<<"u_event2">>, Username),
|
|
?assertEqual(<<"c_event">>, FromClientId),
|
|
?assertEqual(<<"u_event">>, FromUsername),
|
|
?assertEqual(<<"{\"id\": 1, \"name\": \"ha\"}">>, Payload),
|
|
verify_ipaddr(PeerHost),
|
|
?assertEqual(<<"t1">>, Topic),
|
|
?assertEqual(1, QoS),
|
|
?assert(is_map(Flags)),
|
|
?assertMatch(#{'Message-Expiry-Interval' := 60}, Properties),
|
|
?assert(0 =< TimestampElapse andalso TimestampElapse =< 60*1000),
|
|
?assert(0 =< RcvdAtElapse andalso RcvdAtElapse =< 60*1000),
|
|
?assert(EventAt =< Timestamp);
|
|
|
|
verify_event_fields('message.acked', Fields) ->
|
|
#{id := ID,
|
|
clientid := ClientId,
|
|
username := Username,
|
|
from_clientid := FromClientId,
|
|
from_username := FromUsername,
|
|
payload := Payload,
|
|
peerhost := PeerHost,
|
|
topic := Topic,
|
|
qos := QoS,
|
|
flags := Flags,
|
|
pub_props := PubProps,
|
|
puback_props := PubAckProps,
|
|
timestamp := Timestamp,
|
|
publish_received_at := EventAt
|
|
} = Fields,
|
|
Now = erlang:system_time(millisecond),
|
|
TimestampElapse = Now - Timestamp,
|
|
RcvdAtElapse = Now - EventAt,
|
|
?assert(is_binary(ID)),
|
|
?assertEqual(<<"c_event2">>, ClientId),
|
|
?assertEqual(<<"u_event2">>, Username),
|
|
?assertEqual(<<"c_event">>, FromClientId),
|
|
?assertEqual(<<"u_event">>, FromUsername),
|
|
?assertEqual(<<"{\"id\": 1, \"name\": \"ha\"}">>, Payload),
|
|
verify_ipaddr(PeerHost),
|
|
?assertEqual(<<"t1">>, Topic),
|
|
?assertEqual(1, QoS),
|
|
?assert(is_map(Flags)),
|
|
?assertMatch(#{'Message-Expiry-Interval' := 60}, PubProps),
|
|
?assert(is_map(PubAckProps)),
|
|
?assert(0 =< TimestampElapse andalso TimestampElapse =< 60*1000),
|
|
?assert(0 =< RcvdAtElapse andalso RcvdAtElapse =< 60*1000),
|
|
?assert(EventAt =< Timestamp).
|
|
|
|
verify_peername(PeerName) ->
|
|
case string:split(PeerName, ":") of
|
|
[IPAddrS, PortS] ->
|
|
verify_ipaddr(IPAddrS),
|
|
_ = binary_to_integer(PortS);
|
|
_ -> ct:fail({invalid_peername, PeerName})
|
|
end.
|
|
|
|
verify_ipaddr(IPAddrS) ->
|
|
?assertMatch({ok, _}, inet:parse_address(binary_to_list(IPAddrS))).
|
|
|
|
init_events_counters() ->
|
|
ets:new(events_record_tab, [named_table, bag, public]).
|
|
|
|
%%------------------------------------------------------------------------------
|
|
%% Start Apps
|
|
%%------------------------------------------------------------------------------
|
|
|
|
stop_apps() ->
|
|
stopped = mnesia:stop(),
|
|
[application:stop(App) || App <- [emqx_rule_engine, emqx]].
|
|
|
|
start_apps() ->
|
|
[start_apps(App, SchemaFile, ConfigFile) ||
|
|
{App, SchemaFile, ConfigFile}
|
|
<- [{emqx, deps_path(emqx, "priv/emqx.schema"),
|
|
deps_path(emqx, "etc/emqx.conf")},
|
|
{emqx_rule_engine, local_path("priv/emqx_rule_engine.schema"),
|
|
local_path("etc/emqx_rule_engine.conf")}]].
|
|
|
|
start_apps(App, SchemaFile, ConfigFile) ->
|
|
read_schema_configs(App, SchemaFile, ConfigFile),
|
|
set_special_configs(App),
|
|
{ok, _} = application:ensure_all_started(App).
|
|
|
|
read_schema_configs(App, SchemaFile, ConfigFile) ->
|
|
ct:pal("Read configs - SchemaFile: ~p, ConfigFile: ~p", [SchemaFile, ConfigFile]),
|
|
Schema = cuttlefish_schema:files([SchemaFile]),
|
|
Conf = conf_parse:file(ConfigFile),
|
|
NewConfig = cuttlefish_generator:map(Schema, Conf),
|
|
Vals = proplists:get_value(App, NewConfig, []),
|
|
[application:set_env(App, Par, Value) || {Par, Value} <- Vals].
|
|
|
|
deps_path(App, RelativePath) ->
|
|
%% Note: not lib_dir because etc dir is not sym-link-ed to _build dir
|
|
%% but priv dir is
|
|
Path0 = code:priv_dir(App),
|
|
Path = case file:read_link(Path0) of
|
|
{ok, Resolved} -> Resolved;
|
|
{error, _} -> Path0
|
|
end,
|
|
filename:join([Path, "..", RelativePath]).
|
|
|
|
local_path(RelativePath) ->
|
|
deps_path(emqx_rule_engine, RelativePath).
|
|
|
|
set_special_configs(emqx_rule_engine) ->
|
|
application:set_env(emqx_rule_engine, ignore_sys_message, true),
|
|
application:set_env(emqx_rule_engine, events,
|
|
[{'client.connected',on,1},
|
|
{'client.disconnected',on,1},
|
|
{'session.subscribed',on,1},
|
|
{'session.unsubscribed',on,1},
|
|
{'message.acked',on,1},
|
|
{'message.dropped',on,1},
|
|
{'message.delivered',on,1}
|
|
]),
|
|
ok;
|
|
set_special_configs(_App) ->
|
|
ok.
|
|
|
|
mock_print() ->
|
|
catch meck:unload(emqx_ctl),
|
|
meck:new(emqx_ctl, [non_strict, passthrough]),
|
|
meck:expect(emqx_ctl, print, fun(Arg) -> emqx_ctl:format(Arg) end),
|
|
meck:expect(emqx_ctl, print, fun(Msg, Arg) -> emqx_ctl:format(Msg, Arg) end),
|
|
meck:expect(emqx_ctl, usage, fun(Usages) -> emqx_ctl:format_usage(Usages) end),
|
|
meck:expect(emqx_ctl, usage, fun(Cmd, Descr) -> emqx_ctl:format_usage(Cmd, Descr) end).
|
|
|
|
unmock_print() ->
|
|
meck:unload(emqx_ctl).
|
|
|
|
t_load_providers(_) ->
|
|
error('TODO').
|
|
|
|
t_unload_providers(_) ->
|
|
error('TODO').
|
|
|
|
t_delete_rule(_) ->
|
|
error('TODO').
|
|
|
|
t_start_resource(_) ->
|
|
error('TODO').
|
|
|
|
t_test_resource(_) ->
|
|
error('TODO').
|
|
|
|
t_get_resource_status(_) ->
|
|
error('TODO').
|
|
|
|
t_get_resource_params(_) ->
|
|
error('TODO').
|
|
|
|
t_delete_resource(_) ->
|
|
error('TODO').
|
|
|
|
t_refresh_resources(_) ->
|
|
error('TODO').
|
|
|
|
t_refresh_rules(_) ->
|
|
error('TODO').
|
|
|
|
t_refresh_resource_status(_) ->
|
|
error('TODO').
|
|
|
|
t_init_resource(_) ->
|
|
error('TODO').
|
|
|
|
t_init_action(_) ->
|
|
error('TODO').
|
|
|
|
t_clear_resource(_) ->
|
|
error('TODO').
|
|
|
|
t_clear_action(_) ->
|
|
error('TODO').
|
|
|