yuanbiao
/
emqx
1
0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

chore(rlog): Use the new method of creating shards

This commit is contained in:
k32 2021-08-21 17:41:25 +02:00
parent 53a0c8b8a8
commit 9c74fa42a5
20 changed files with 22 additions and 42 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
apps/emqx/include/emqx.hrl
View File

@ -26,6 +26,7 @@
-define(COMMON_SHARD, emqx_common_shard).
-define(SHARED_SUB_SHARD, emqx_shared_sub_shard).
-define(MOD_DELAYED_SHARD, emqx_delayed_shard).
-define(CM_SHARD, emqx_cm_shard).
%%--------------------------------------------------------------------
%% Banner

3
apps/emqx/src/emqx_alarm.erl
View File

@ -85,9 +85,6 @@
-define(DEACTIVATED_ALARM, emqx_deactivated_alarm).
-rlog_shard({?COMMON_SHARD, ?ACTIVATED_ALARM}).
-rlog_shard({?COMMON_SHARD, ?DEACTIVATED_ALARM}).
-ifdef(TEST).
-compile(export_all).
-compile(nowarn_export_all).

3
apps/emqx/src/emqx_banned.erl
View File

@ -50,8 +50,6 @@
-define(BANNED_TAB, ?MODULE).
-rlog_shard({?COMMON_SHARD, ?BANNED_TAB}).
%%--------------------------------------------------------------------
%% Mnesia bootstrap
%%--------------------------------------------------------------------
@ -59,6 +57,7 @@
mnesia(boot) ->
ok = ekka_mnesia:create_table(?BANNED_TAB, [
{type, set},
{rlog_shard, ?COMMON_SHARD},
{disc_copies, [node()]},
{record_name, banned},
{attributes, record_info(fields, banned)},

5
apps/emqx/src/emqx_cm_registry.erl
View File

@ -47,10 +47,6 @@
-define(TAB, emqx_channel_registry).
-define(LOCK, {?MODULE, cleanup_down}).
-define(CM_SHARD, emqx_cm_shard).
-rlog_shard({?CM_SHARD, ?TAB}).
-record(channel, {chid, pid}).
%% @doc Start the global channel registry.
@ -106,6 +102,7 @@ record(ClientId, ChanPid) ->
init([]) ->
ok = ekka_mnesia:create_table(?TAB, [
{type, bag},
{rlog_shard, ?CM_SHARD},
{ram_copies, [node()]},
{record_name, channel},
{attributes, record_info(fields, channel)},

2
apps/emqx/src/emqx_router.erl
View File

@ -68,7 +68,6 @@
-type(dest() :: node() | {group(), node()}).
-define(ROUTE_TAB, emqx_route).
-rlog_shard({?ROUTE_SHARD, ?ROUTE_TAB}).
%%--------------------------------------------------------------------
%% Mnesia bootstrap
@ -77,6 +76,7 @@
mnesia(boot) ->
ok = ekka_mnesia:create_table(?ROUTE_TAB, [
{type, bag},
{rlog_shard, ?ROUTE_SHARD},
{ram_copies, [node()]},
{record_name, route},
{attributes, record_info(fields, route)},

3
apps/emqx/src/emqx_router_helper.erl
View File

@ -52,8 +52,6 @@
-define(ROUTING_NODE, emqx_routing_node).
-define(LOCK, {?MODULE, cleanup_routes}).
-rlog_shard({?ROUTE_SHARD, ?ROUTING_NODE}).
-dialyzer({nowarn_function, [cleanup_routes/1]}).
%%--------------------------------------------------------------------
@ -63,6 +61,7 @@
mnesia(boot) ->
ok = ekka_mnesia:create_table(?ROUTING_NODE, [
{type, set},
{rlog_shard, ?ROUTE_SHARD},
{ram_copies, [node()]},
{record_name, routing_node},
{attributes, record_info(fields, routing_node)},

3
apps/emqx/src/emqx_shared_sub.erl
View File

@ -76,8 +76,6 @@
-define(NACK(Reason), {shared_sub_nack, Reason}).
-define(NO_ACK, no_ack).
-rlog_shard({?SHARED_SUB_SHARD, ?TAB}).
-record(state, {pmon}).
-record(emqx_shared_subscription, {group, topic, subpid}).
@ -89,6 +87,7 @@
mnesia(boot) ->
ok = ekka_mnesia:create_table(?TAB, [
{type, bag},
{rlog_shard, ?SHARED_SUB_SHARD},
{ram_copies, [node()]},
{record_name, emqx_shared_subscription},
{attributes, record_info(fields, emqx_shared_subscription)}]);

3
apps/emqx/src/emqx_trie.erl
View File

@ -50,8 +50,6 @@
, count = 0 :: non_neg_integer()
}).
-rlog_shard({?ROUTE_SHARD, ?TRIE}).
%%--------------------------------------------------------------------
%% Mnesia bootstrap
%%--------------------------------------------------------------------
@ -64,6 +62,7 @@ mnesia(boot) ->
{write_concurrency, true}
]}],
ok = ekka_mnesia:create_table(?TRIE, [
{rlog_shard, ?ROUTE_SHARD},
{ram_copies, [node()]},
{record_name, ?TRIE},
{attributes, record_info(fields, ?TRIE)},

7
apps/emqx_authn/src/enhanced_authn/emqx_enhanced_authn_scram_mnesia.erl
View File

@ -45,8 +45,6 @@
-boot_mnesia({mnesia, [boot]}).
-copy_mnesia({mnesia, [copy]}).
-rlog_shard({?AUTH_SHARD, ?TAB}).
-record(user_info,
{ user_id
, stored_key
@ -63,6 +61,7 @@
-spec(mnesia(boot | copy) -> ok).
mnesia(boot) ->
ok = ekka_mnesia:create_table(?TAB, [
{rlog_shard, ?AUTH_SHARD},
{disc_copies, [node()]},
{record_name, user_info},
{attributes, record_info(fields, user_info)},
@ -112,7 +111,7 @@ create(#{ algorithm := Algorithm
update(Config, #{user_group := Unique}) ->
create(Config#{'_unique' => Unique}).
authenticate(#{auth_method := AuthMethod,
auth_data := AuthData,
auth_cache := AuthCache}, State) ->
@ -272,4 +271,4 @@ trans(Fun, Args) ->
end.
serialize_user_info(#user_info{user_id = {_, UserID}, superuser = Superuser}) ->
#{user_id => UserID, superuser => Superuser}.
#{user_id => UserID, superuser => Superuser}.

2
apps/emqx_authn/src/simple_authn/emqx_authn_mnesia.erl
View File

@ -58,7 +58,6 @@
-define(TAB, ?MODULE).
-rlog_shard({?AUTH_SHARD, ?TAB}).
%%------------------------------------------------------------------------------
%% Mnesia bootstrap
%%------------------------------------------------------------------------------
@ -67,6 +66,7 @@
-spec(mnesia(boot | copy) -> ok).
mnesia(boot) ->
ok = ekka_mnesia:create_table(?TAB, [
{rlog_shard, ?AUTH_SHARD},
{disc_copies, [node()]},
{record_name, user_info},
{attributes, record_info(fields, user_info)},

3
apps/emqx_dashboard/src/emqx_dashboard_admin.erl
View File

@ -20,8 +20,6 @@
-include("emqx_dashboard.hrl").
-rlog_shard({?DASHBOARD_SHARD, mqtt_admin}).
-boot_mnesia({mnesia, [boot]}).
-copy_mnesia({mnesia, [copy]}).
@ -54,6 +52,7 @@
mnesia(boot) ->
ok = ekka_mnesia:create_table(mqtt_admin, [
{type, set},
{rlog_shard, ?DASHBOARD_SHARD},
{disc_copies, [node()]},
{record_name, mqtt_admin},
{attributes, record_info(fields, mqtt_admin)},

3
apps/emqx_dashboard/src/emqx_dashboard_token.erl
View File

@ -26,8 +26,6 @@
, destroy_by_username/1
]).
-rlog_shard({?DASHBOARD_SHARD, mqtt_admin_jwt}).
-boot_mnesia({mnesia, [boot]}).
-copy_mnesia({mnesia, [copy]}).
@ -80,6 +78,7 @@ destroy_by_username(Username) ->
mnesia(boot) ->
ok = ekka_mnesia:create_table(?TAB, [
{type, set},
{rlog_shard, ?DASHBOARD_SHARD},
{disc_copies, [node()]},
{record_name, mqtt_admin_jwt},
{attributes, record_info(fields, mqtt_admin_jwt)},

3
apps/emqx_gateway/src/emqx_gateway_cm_registry.erl
View File

@ -40,6 +40,8 @@
, code_change/3
]).
-include_lib("emqx/include/emqx.hrl").
-define(LOCK, {?MODULE, cleanup_down}).
-record(channel, {chid, pid}).
@ -89,6 +91,7 @@ init([Type]) ->
Tab = tabname(Type),
ok = ekka_mnesia:create_table(Tab, [
{type, bag},
{rlog_shard, ?CM_SHARD},
{ram_copies, [node()]},
{record_name, channel},
{attributes, record_info(fields, channel)},

2
apps/emqx_gateway/src/mqttsn/emqx_sn_registry.erl
View File

@ -60,8 +60,6 @@
%-boot_mnesia({mnesia, [boot]}).
%-copy_mnesia({mnesia, [copy]}).
%-rlog_shard({?SN_SHARD, ?TAB}).
%%% @doc Create or replicate tables.
%-spec(mnesia(boot | copy) -> ok).
%mnesia(boot) ->

3
apps/emqx_management/src/emqx_mgmt_auth.erl
View File

@ -48,14 +48,13 @@
-include("emqx_mgmt.hrl").
-rlog_shard({?MANAGEMENT_SHARD, mqtt_app}).
%%--------------------------------------------------------------------
%% Mnesia Bootstrap
%%--------------------------------------------------------------------
mnesia(boot) ->
ok = ekka_mnesia:create_table(mqtt_app, [
{rlog_shard, ?MANAGEMENT_SHARD},
{disc_copies, [node()]},
{record_name, mqtt_app},
{attributes, record_info(fields, mqtt_app)}]);

2
apps/emqx_modules/src/emqx_delayed.erl
View File

@ -56,8 +56,6 @@
-define(SERVER, ?MODULE).
-define(MAX_INTERVAL, 4294967).
-rlog_shard({?MOD_DELAYED_SHARD, ?TAB}).
%%--------------------------------------------------------------------
%% Mnesia bootstrap
%%--------------------------------------------------------------------

2
apps/emqx_modules/src/emqx_telemetry.erl
View File

@ -86,8 +86,6 @@
-define(TELEMETRY, emqx_telemetry).
-rlog_shard({?COMMON_SHARD, ?TELEMETRY}).
%%--------------------------------------------------------------------
%% Mnesia bootstrap
%%--------------------------------------------------------------------

2
apps/emqx_retainer/src/emqx_retainer.erl
View File

@ -57,8 +57,6 @@
, wait_quotas := list()
}.
-rlog_shard({?RETAINER_SHARD, ?TAB}).
-define(DEF_MAX_PAYLOAD_SIZE, (1024 * 1024)).
-define(DEF_EXPIRY_INTERVAL, 0).

3
apps/emqx_retainer/src/emqx_retainer_mnesia.erl
View File

@ -34,8 +34,6 @@
-export([create_resource/1]).
-rlog_shard({?RETAINER_SHARD, ?TAB}).
-record(retained, {topic, msg, expiry_time}).
-type batch_read_result() ::
@ -56,6 +54,7 @@ create_resource(#{storage_type := StorageType}) ->
{dets, [{auto_save, 1000}]}],
ok = ekka_mnesia:create_table(?TAB, [
{type, set},
{rlog_shard, ?RETAINER_SHARD},
{Copies, [node()]},
{record_name, retained},
{attributes, record_info(fields, retained)},

9
apps/emqx_rule_engine/src/emqx_rule_registry.erl
View File

@ -96,11 +96,6 @@
-define(T_CALL, 10000).
-rlog_shard({?RULE_ENGINE_SHARD, ?RULE_TAB}).
-rlog_shard({?RULE_ENGINE_SHARD, ?ACTION_TAB}).
-rlog_shard({?RULE_ENGINE_SHARD, ?RES_TAB}).
-rlog_shard({?RULE_ENGINE_SHARD, ?RES_TYPE_TAB}).
%%------------------------------------------------------------------------------
%% Mnesia bootstrap
%%------------------------------------------------------------------------------
@ -112,6 +107,7 @@ mnesia(boot) ->
StoreProps = [{ets, [{read_concurrency, true}]}],
%% Rule table
ok = ekka_mnesia:create_table(?RULE_TAB, [
{rlog_shard, ?RULE_ENGINE_SHARD},
{disc_copies, [node()]},
{record_name, rule},
{index, [#rule.for]},
@ -119,6 +115,7 @@ mnesia(boot) ->
{storage_properties, StoreProps}]),
%% Rule action table
ok = ekka_mnesia:create_table(?ACTION_TAB, [
{rlog_shard, ?RULE_ENGINE_SHARD},
{ram_copies, [node()]},
{record_name, action},
{index, [#action.for, #action.app]},
@ -126,6 +123,7 @@ mnesia(boot) ->
{storage_properties, StoreProps}]),
%% Resource table
ok = ekka_mnesia:create_table(?RES_TAB, [
{rlog_shard, ?RULE_ENGINE_SHARD},
{disc_copies, [node()]},
{record_name, resource},
{index, [#resource.type]},
@ -133,6 +131,7 @@ mnesia(boot) ->
{storage_properties, StoreProps}]),
%% Resource type table
ok = ekka_mnesia:create_table(?RES_TYPE_TAB, [
{rlog_shard, ?RULE_ENGINE_SHARD},
{ram_copies, [node()]},
{record_name, resource_type},
{index, [#resource_type.provider]},