yuanbiao
/
emqx
1
0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

wip: disable rocksdb wal

This commit is contained in:
Andrew Mayorov 2024-02-29 17:17:44 +01:00
parent 475efc93b3
commit 19cc7c34a5
No known key found for this signature in database
GPG Key ID: 2837C62ACFBFED5D
2 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
apps/emqx_durable_storage/src/emqx_ds_storage_bitfield_lts.erl
View File

@ -235,7 +235,7 @@ store_batch(_ShardId, S = #s{db = DB, data = Data}, Messages, _Options) ->
fun(Msg) -> fun(Msg) ->
{Key, _} = make_key(S, Msg), {Key, _} = make_key(S, Msg),
Val = serialize(Msg), Val = serialize(Msg),
rocksdb:put(DB, Data, Key, Val, []) rocksdb:put(DB, Data, Key, Val, [{disable_wal, true}])
end, end,
Messages Messages
). ).
@ -511,7 +511,7 @@ make_keymapper(TopicIndexBytes, BitsPerTopicLevel, TSBits, TSOffsetBits, N) ->
-spec restore_trie(pos_integer(), rocksdb:db_handle(), rocksdb:cf_handle()) -> emqx_ds_lts:trie(). -spec restore_trie(pos_integer(), rocksdb:db_handle(), rocksdb:cf_handle()) -> emqx_ds_lts:trie().
restore_trie(TopicIndexBytes, DB, CF) -> restore_trie(TopicIndexBytes, DB, CF) ->
PersistCallback = fun(Key, Val) -> PersistCallback = fun(Key, Val) ->
rocksdb:put(DB, CF, term_to_binary(Key), term_to_binary(Val), []) rocksdb:put(DB, CF, term_to_binary(Key), term_to_binary(Val), [{disable_wal, true}])
end, end,
{ok, IT} = rocksdb:iterator(DB, CF, []), {ok, IT} = rocksdb:iterator(DB, CF, []),
try try

6
apps/emqx_durable_storage/src/emqx_ds_storage_layer.erl
View File

@ -582,7 +582,9 @@ rocksdb_open(Shard, Options) ->
DBOptions = [ DBOptions = [
{create_if_missing, true}, {create_if_missing, true},
{create_missing_column_families, true}, {create_missing_column_families, true},
{enable_write_thread_adaptive_yield, false} % {enable_write_thread_adaptive_yield, false},
{manual_wal_flush, true},
{atomic_flush, true}
| maps:get(db_options, Options, []) | maps:get(db_options, Options, [])
], ],
DBDir = db_dir(Shard), DBDir = db_dir(Shard),
@ -707,6 +709,6 @@ get_schema_persistent(DB) ->
-spec put_schema_persistent(rocksdb:db_handle(), shard_schema()) -> ok. -spec put_schema_persistent(rocksdb:db_handle(), shard_schema()) -> ok.
put_schema_persistent(DB, Schema) -> put_schema_persistent(DB, Schema) ->
Blob = term_to_binary(Schema), Blob = term_to_binary(Schema),
rocksdb:put(DB, ?ROCKSDB_SCHEMA_KEY, Blob, []). rocksdb:put(DB, ?ROCKSDB_SCHEMA_KEY, Blob, [{disable_wal, true}]).
-undef(ROCKSDB_SCHEMA_KEY). -undef(ROCKSDB_SCHEMA_KEY).