refactor: rm `emqx_ds_replay`

This commit is contained in:
Thales Macedo Garitezi 2023-08-16 15:56:29 -03:00
parent c46b8de938
commit 3344bfb0bd
5 changed files with 21 additions and 48 deletions

View File

@ -42,6 +42,8 @@
message_stats/0,
message_store_opts/0,
session_id/0,
replay/0,
replay_id/0,
iterator_id/0,
iterator/0,
shard/0,
@ -80,6 +82,13 @@
%% use in emqx_guid. Otherwise, the iterators won't match the message timestamps.
-type time() :: non_neg_integer().
-type replay_id() :: binary().
-type replay() :: {
_TopicFilter :: emqx_topic:words(),
_StartTime :: time()
}.
%%================================================================================
%% API funcions
%%================================================================================

View File

@ -277,13 +277,13 @@ store(DB = #db{handle = DBHandle, cf = CFHandle}, MessageID, PublishedAt, Topic,
Value = make_message_value(Topic, MessagePayload),
rocksdb:put(DBHandle, CFHandle, Key, Value, DB#db.write_options).
-spec make_iterator(db(), emqx_ds_replay:replay()) ->
-spec make_iterator(db(), emqx_ds:replay()) ->
{ok, iterator()} | {error, _TODO}.
make_iterator(DB, Replay) ->
Options = emqx_ds_conf:shard_iteration_options(DB#db.shard),
make_iterator(DB, Replay, Options).
-spec make_iterator(db(), emqx_ds_replay:replay(), iteration_options()) ->
-spec make_iterator(db(), emqx_ds:replay(), iteration_options()) ->
% {error, invalid_start_time}? might just start from the beginning of time
% and call it a day: client violated the contract anyway.
{ok, iterator()} | {error, _TODO}.
@ -337,7 +337,7 @@ preserve_iterator(#it{cursor = Cursor}) ->
},
term_to_binary(State).
-spec restore_iterator(db(), emqx_ds_replay:replay(), binary()) ->
-spec restore_iterator(db(), emqx_ds:replay(), binary()) ->
{ok, iterator()} | {error, _TODO}.
restore_iterator(DB, Replay, Serial) when is_binary(Serial) ->
State = binary_to_term(Serial),
@ -419,7 +419,7 @@ hash(Input, Bits) ->
% at most 32 bits
erlang:phash2(Input, 1 bsl Bits).
-spec make_keyspace_filter(emqx_ds_replay:replay(), keymapper()) -> keyspace_filter().
-spec make_keyspace_filter(emqx_ds:replay(), keymapper()) -> keyspace_filter().
make_keyspace_filter({TopicFilter, StartTime}, Keymapper) ->
Bitstring = compute_bitstring(TopicFilter, StartTime, Keymapper),
HashBitmask = compute_topic_bitmask(TopicFilter, Keymapper),

View File

@ -1,36 +0,0 @@
%%--------------------------------------------------------------------
%% Copyright (c) 2022-2023 EMQ Technologies Co., Ltd. All Rights Reserved.
%%--------------------------------------------------------------------
-module(emqx_ds_replay).
%% API:
-export([]).
-export_type([replay_id/0, replay/0]).
%%================================================================================
%% Type declarations
%%================================================================================
-type replay_id() :: binary().
-type replay() :: {
_TopicFilter :: emqx_ds:words(),
_StartTime :: emqx_ds:time()
}.
%%================================================================================
%% API funcions
%%================================================================================
%%================================================================================
%% behaviour callbacks
%%================================================================================
%%================================================================================
%% Internal exports
%%================================================================================
%%================================================================================
%% Internal functions
%%================================================================================

View File

@ -71,7 +71,7 @@
-record(it, {
shard :: emqx_ds:shard(),
gen :: gen_id(),
replay :: emqx_ds_replay:replay(),
replay :: emqx_ds:replay(),
module :: module(),
data :: term()
}).
@ -112,10 +112,10 @@
-callback store(_Schema, binary(), emqx_ds:time(), emqx_ds:topic(), binary()) ->
ok | {error, _}.
-callback make_iterator(_Schema, emqx_ds_replay:replay()) ->
-callback make_iterator(_Schema, emqx_ds:replay()) ->
{ok, _It} | {error, _}.
-callback restore_iterator(_Schema, emqx_ds_replay:replay(), binary()) -> {ok, _It} | {error, _}.
-callback restore_iterator(_Schema, emqx_ds:replay(), binary()) -> {ok, _It} | {error, _}.
-callback preserve_iterator(_Schema, _It) -> term().
@ -140,7 +140,7 @@ store(Shard, GUID, Time, Topic, Msg) ->
{_GenId, #{module := Mod, data := Data}} = meta_lookup_gen(Shard, Time),
Mod:store(Data, GUID, Time, Topic, Msg).
-spec make_iterator(emqx_ds:shard(), emqx_ds_replay:replay()) ->
-spec make_iterator(emqx_ds:shard(), emqx_ds:replay()) ->
{ok, iterator()} | {error, _TODO}.
make_iterator(Shard, Replay = {_, StartTime}) ->
{GenId, Gen} = meta_lookup_gen(Shard, StartTime),
@ -173,7 +173,7 @@ next(It = #it{module = Mod, data = ItData}) ->
preserve_iterator(It = #it{}, IteratorID) ->
iterator_put_state(IteratorID, It).
-spec restore_iterator(emqx_ds:shard(), emqx_ds_replay:replay_id()) ->
-spec restore_iterator(emqx_ds:shard(), emqx_ds:replay_id()) ->
{ok, iterator()} | {error, _TODO}.
restore_iterator(Shard, ReplayID) ->
case iterator_get_state(Shard, ReplayID) of
@ -185,7 +185,7 @@ restore_iterator(Shard, ReplayID) ->
Error
end.
-spec is_iterator_present(emqx_ds:shard(), emqx_ds_replay:replay_id()) ->
-spec is_iterator_present(emqx_ds:shard(), emqx_ds:replay_id()) ->
boolean().
is_iterator_present(Shard, ReplayID) ->
%% TODO: use keyMayExist after added to wrapper?
@ -196,7 +196,7 @@ is_iterator_present(Shard, ReplayID) ->
false
end.
-spec discard_iterator(emqx_ds:shard(), emqx_ds_replay:replay_id()) ->
-spec discard_iterator(emqx_ds:shard(), emqx_ds:replay_id()) ->
ok | {error, _TODO}.
discard_iterator(Shard, ReplayID) ->
iterator_delete(Shard, ReplayID).

View File

@ -31,7 +31,7 @@ store(Tab, MessageID, PublishedAt, Topic, Payload) ->
true = ets:insert(Tab, {{PublishedAt, MessageID}, Topic, Payload}),
ok.
-spec iterate(t(), emqx_ds_replay:replay()) ->
-spec iterate(t(), emqx_ds:replay()) ->
[binary()].
iterate(Tab, {TopicFilter, StartTime}) ->
ets:foldr(