Optimize test workflow (#2642)

* Optimize test suites workflow

* Better format of makefile

* Fix protocol suite

* Add emqx_access_SUITE

Makefile

@@ -3,20 +3,17 @@
 REBAR_GIT_CLONE_OPTIONS += --depth 1
 export REBAR_GIT_CLONE_OPTIONS
 
-# CT_SUITES = emqx_trie emqx_router emqx_frame emqx_mqtt_compat
 
-CT_SUITES = emqx emqx_client emqx_zone emqx_banned emqx_session \
-			emqx_broker emqx_cm emqx_frame emqx_guid emqx_inflight emqx_json \
-			emqx_keepalive emqx_lib emqx_metrics emqx_mod emqx_mod_sup emqx_mqtt_caps \
-			emqx_mqtt_props emqx_mqueue emqx_net emqx_pqueue emqx_router emqx_sm \
-			emqx_tables emqx_time emqx_topic emqx_trie emqx_vm emqx_mountpoint \
-			emqx_listeners emqx_protocol emqx_pool emqx_shared_sub emqx_bridge \
-			emqx_hooks emqx_batch emqx_sequence emqx_pmon emqx_pd emqx_gc emqx_ws_channel \
-			emqx_packet emqx_channel emqx_tracer emqx_sys_mon emqx_message emqx_os_mon \
-            emqx_vm_mon emqx_alarm_handler emqx_rpc emqx_flapping
+SUITES_FILES := $(shell find test -name '*_SUITE.erl')
+
+CT_SUITES := $(foreach value,$(SUITES_FILES),$(shell val=$$(basename $(value) .erl); echo $${val%_*}))
 
 CT_NODE_NAME = emqxct@127.0.0.1
 
+.PHONY: cover
+run:
+	@echo $(CT_TEST_SUITES)
+
 compile:
 	@rebar3 compile
 

src/emqx_mqtt_caps.erl

@@ -24,6 +24,8 @@
         , get_caps/2
         ]).
 
+-export([default_caps/0]).
+
 -type(caps() :: #{max_packet_size  => integer(),
                   max_clientid_len => integer(),
                   max_topic_alias  => integer(),
@@ -36,6 +38,7 @@
 -export_type([caps/0]).
 
 -define(UNLIMITED, 0).
+
 -define(DEFAULT_CAPS, [{max_packet_size,  ?MAX_PACKET_SIZE},
                        {max_clientid_len, ?MAX_CLIENTID_LEN},
                        {max_topic_alias,  ?UNLIMITED},
@@ -119,6 +122,9 @@ check_sub(Topic, Opts, [{max_topic_levels, Limit}|Caps]) ->
         _ -> check_sub(Topic, Opts, Caps)
     end.
 
+default_caps() ->
+    ?DEFAULT_CAPS.
+
 get_caps(Zone, publish) ->
     with_env(Zone, '$mqtt_pub_caps',
              fun() ->

test/emqx_access_SUITE.erl

@@ -36,8 +36,6 @@ all() ->
 groups() ->
     [{access_control, [sequence],
       [reload_acl,
-       register_mod,
-       unregister_mod,
        check_acl_1,
        check_acl_2]},
      {access_control_cache_mode, [],
@@ -98,58 +96,26 @@ write_config(Filename, Terms) ->
 end_per_group(_Group, Config) ->
     Config.
 
-init_per_testcase(_TestCase, Config) ->
-    ?AC:start_link(),
-    Config.
-end_per_testcase(_TestCase, _Config) ->
-    ok.
-
-per_testcase_config(acl_cache_full, Config) ->
-    Config;
-per_testcase_config(_TestCase, Config) ->
-    Config.
-
 %%--------------------------------------------------------------------
 %% emqx_access_control
 %%--------------------------------------------------------------------
 
 reload_acl(_) ->
-    [ok] = ?AC:reload_acl().
-
-register_mod(_) ->
-    ok = ?AC:register_mod(acl, emqx_acl_test_mod, []),
-    {emqx_acl_test_mod, _, 0} = hd(?AC:lookup_mods(acl)),
-    ok = ?AC:register_mod(auth, emqx_auth_anonymous_test_mod,[]),
-    ok = ?AC:register_mod(auth, emqx_auth_dashboard, [], 99),
-    [{emqx_auth_dashboard, _, 99},
-     {emqx_auth_anonymous_test_mod, _, 0}] = ?AC:lookup_mods(auth).
-
-unregister_mod(_) ->
-    ok = ?AC:register_mod(acl, emqx_acl_test_mod, []),
-    {emqx_acl_test_mod, _, 0} = hd(?AC:lookup_mods(acl)),
-    ok = ?AC:unregister_mod(acl, emqx_acl_test_mod),
-    timer:sleep(5),
-    {emqx_acl_internal, _, 0}= hd(?AC:lookup_mods(acl)),
-    ok = ?AC:register_mod(auth, emqx_auth_anonymous_test_mod,[]),
-    [{emqx_auth_anonymous_test_mod, _, 0}] = ?AC:lookup_mods(auth),
-
-    ok = ?AC:unregister_mod(auth, emqx_auth_anonymous_test_mod),
-    timer:sleep(5),
-    [] = ?AC:lookup_mods(auth).
+    ok = ?AC:reload_acl().
 
 check_acl_1(_) ->
-    SelfUser = #{client_id => <<"client1">>, username => <<"testuser">>},
+    SelfUser = #{client_id => <<"client1">>, username => <<"testuser">>, zone => external},
     allow = ?AC:check_acl(SelfUser, subscribe, <<"users/testuser/1">>),
     allow = ?AC:check_acl(SelfUser, subscribe, <<"clients/client1">>),
-    deny = ?AC:check_acl(SelfUser, subscribe, <<"clients/client1/x/y">>),
+    deny  = ?AC:check_acl(SelfUser, subscribe, <<"clients/client1/x/y">>),
     allow = ?AC:check_acl(SelfUser, publish, <<"users/testuser/1">>),
     allow = ?AC:check_acl(SelfUser, subscribe, <<"a/b/c">>).
 check_acl_2(_) ->
-    SelfUser = #{client_id => <<"client2">>, username => <<"xyz">>},
+    SelfUser = #{client_id => <<"client2">>, username => <<"xyz">>, zone => external},
     deny = ?AC:check_acl(SelfUser, subscribe, <<"a/b/c">>).
 
 acl_cache_basic(_) ->
-    SelfUser = #{client_id => <<"client1">>, username => <<"testuser">>},
+    SelfUser = #{client_id => <<"client1">>, username => <<"testuser">>, zone => external},
     not_found = ?CACHE:get_acl_cache(subscribe, <<"users/testuser/1">>),
     not_found = ?CACHE:get_acl_cache(subscribe, <<"clients/client1">>),
 
@@ -162,7 +128,7 @@ acl_cache_basic(_) ->
 
 acl_cache_expiry(_) ->
     application:set_env(emqx, acl_cache_ttl, 100),
-    SelfUser = #{client_id => <<"client1">>, username => <<"testuser">>},
+    SelfUser = #{client_id => <<"client1">>, username => <<"testuser">>, zone => external},
     allow = ?AC:check_acl(SelfUser, subscribe, <<"clients/client1">>),
     allow = ?CACHE:get_acl_cache(subscribe, <<"clients/client1">>),
     ct:sleep(150),
@@ -172,7 +138,7 @@ acl_cache_expiry(_) ->
 acl_cache_full(_) ->
     application:set_env(emqx, acl_cache_max_size, 1),
 
-    SelfUser = #{client_id => <<"client1">>, username => <<"testuser">>},
+    SelfUser = #{client_id => <<"client1">>, username => <<"testuser">>, zone => external},
     allow = ?AC:check_acl(SelfUser, subscribe, <<"users/testuser/1">>),
     allow = ?AC:check_acl(SelfUser, subscribe, <<"clients/client1">>),
 
@@ -187,7 +153,7 @@ acl_cache_cleanup(_) ->
     application:set_env(emqx, acl_cache_ttl, 100),
     application:set_env(emqx, acl_cache_max_size, 2),
 
-    SelfUser = #{client_id => <<"client1">>, username => <<"testuser">>},
+    SelfUser = #{client_id => <<"client1">>, username => <<"testuser">>, zone => external},
     allow = ?AC:check_acl(SelfUser, subscribe, <<"users/testuser/1">>),
     allow = ?AC:check_acl(SelfUser, subscribe, <<"clients/client1">>),
 
@@ -357,8 +323,8 @@ compile_rule(_) ->
     {deny, all} = compile({deny, all}).
 
 match_rule(_) ->
-    User = #{client_id => <<"testClient">>, username => <<"TestUser">>, peername => {{127,0,0,1}, 2948}},
-    User2 = #{client_id => <<"testClient">>, username => <<"TestUser">>, peername => {{192,168,0,10}, 3028}},
+    User = #{client_id => <<"testClient">>, username => <<"TestUser">>, peername => {{127,0,0,1}, 2948}, zone => external},
+    User2 = #{client_id => <<"testClient">>, username => <<"TestUser">>, peername => {{192,168,0,10}, 3028}, zone => external},
 
     {matched, allow} = match(User, <<"Test/Topic">>, {allow, all}),
     {matched, deny} = match(User, <<"Test/Topic">>, {deny, all}),

test/emqx_mqtt_packet_SUITE.erl

@@ -68,11 +68,11 @@ groups() -> [{connect, [sequence],
               ]}].
 
 init_per_suite(Config) ->
-    emqx_ct_broker_helpers:run_setup_steps(),
+    emqx_ct_helpers:start_apps([]),
     Config.
 
 end_per_suite(_Config) ->
-    emqx_ct_broker_helpers:run_teardown_steps().
+    emqx_ct_helpers:stop_apps([]).
 
 init_per_group(_Group, Config) ->
     Config.
@@ -85,7 +85,7 @@ case1_protocol_name(_) ->
     MqttPacket = serialize(?CASE1_PROTOCOL_NAME),
     emqx_client_sock:send(Sock, MqttPacket),
     {ok, Data} = gen_tcp:recv(Sock, 0),
-    {ok, ?CONNACK_PACKET(?CONNACK_PROTO_VER), _} = raw_recv_pase(Data),
+    {ok, ?CONNACK_PACKET(?CONNACK_PROTO_VER), <<>>, _} = raw_recv_pase(Data),
     Disconnect  = gen_tcp:recv(Sock, 0),
     ?assertEqual({error, closed}, Disconnect).
 
@@ -95,7 +95,7 @@ case2_protocol_ver(_) ->
     emqx_client_sock:send(Sock, Packet),
     {ok, Data} = gen_tcp:recv(Sock, 0),
     %% case1 Unacceptable protocol version
-    {ok, ?CONNACK_PACKET(?CONNACK_PROTO_VER), _} = raw_recv_pase(Data),
+    {ok, ?CONNACK_PACKET(?CONNACK_PROTO_VER), <<>>, _} = raw_recv_pase(Data),
     Disconnect  = gen_tcp:recv(Sock, 0),
     ?assertEqual({error, closed}, Disconnect).
 

test/emqx_protocol_SUITE.erl

@@ -55,7 +55,7 @@ groups() ->
 
 init_per_suite(Config) ->
     emqx_ct_helpers:start_apps([], fun set_special_configs/1),
-    MqttCaps = emqx_zone:get_env(external, '$mqtt_caps'),
+    MqttCaps = maps:from_list(emqx_mqtt_caps:default_caps()),
     emqx_zone:set_env(external, '$mqtt_caps', MqttCaps#{max_topic_alias => 20}),
     Config.
 

test/emqx_request_response_SUITE.erl

@@ -22,10 +22,11 @@
 -include_lib("common_test/include/ct.hrl").
 
 init_per_suite(Config) ->
-    emqx_ct_broker_helpers:run_setup_steps([{log_level, error} | Config]).
+    emqx_ct_helpers:start_apps([]),
+    Config.
 
 end_per_suite(_Config) ->
-    emqx_ct_broker_helpers:run_teardown_steps().
+    emqx_ct_helpers:stop_apps([]).
 
 all() ->
     [request_response].