fix(kafka_producer): use correct timestamp template field
Fixes https://emqx.atlassian.net/browse/EMQX-10847
This commit is contained in:
parent
2322b27542
commit
0381ac0410
|
@ -286,7 +286,7 @@ on_query_async(
|
||||||
compile_message_template(T) ->
|
compile_message_template(T) ->
|
||||||
KeyTemplate = maps:get(key, T, <<"${.clientid}">>),
|
KeyTemplate = maps:get(key, T, <<"${.clientid}">>),
|
||||||
ValueTemplate = maps:get(value, T, <<"${.}">>),
|
ValueTemplate = maps:get(value, T, <<"${.}">>),
|
||||||
TimestampTemplate = maps:get(value, T, <<"${.timestamp}">>),
|
TimestampTemplate = maps:get(timestamp, T, <<"${.timestamp}">>),
|
||||||
#{
|
#{
|
||||||
key => preproc_tmpl(KeyTemplate),
|
key => preproc_tmpl(KeyTemplate),
|
||||||
value => preproc_tmpl(ValueTemplate),
|
value => preproc_tmpl(ValueTemplate),
|
||||||
|
|
|
@ -470,7 +470,51 @@ t_failed_creation_then_fix(Config) ->
|
||||||
delete_all_bridges(),
|
delete_all_bridges(),
|
||||||
ok.
|
ok.
|
||||||
|
|
||||||
t_table_removed(_Config) ->
|
t_custom_timestamp(_Config) ->
|
||||||
|
HostsString = kafka_hosts_string_sasl(),
|
||||||
|
AuthSettings = valid_sasl_plain_settings(),
|
||||||
|
Hash = erlang:phash2([HostsString, ?FUNCTION_NAME]),
|
||||||
|
Type = ?BRIDGE_TYPE,
|
||||||
|
Name = "kafka_bridge_name_" ++ erlang:integer_to_list(Hash),
|
||||||
|
ResourceId = emqx_bridge_resource:resource_id(Type, Name),
|
||||||
|
KafkaTopic = "test-topic-one-partition",
|
||||||
|
MQTTTopic = <<"t/local/kafka">>,
|
||||||
|
emqx:subscribe(MQTTTopic),
|
||||||
|
Conf0 = config(#{
|
||||||
|
"authentication" => AuthSettings,
|
||||||
|
"kafka_hosts_string" => HostsString,
|
||||||
|
"local_topic" => MQTTTopic,
|
||||||
|
"kafka_topic" => KafkaTopic,
|
||||||
|
"instance_id" => ResourceId,
|
||||||
|
"ssl" => #{}
|
||||||
|
}),
|
||||||
|
Conf = emqx_utils_maps:deep_put(
|
||||||
|
[<<"kafka">>, <<"message">>, <<"timestamp">>],
|
||||||
|
Conf0,
|
||||||
|
<<"123">>
|
||||||
|
),
|
||||||
|
{ok, _} = emqx_bridge:create(Type, erlang:list_to_atom(Name), Conf),
|
||||||
|
{ok, Offset} = resolve_kafka_offset(kafka_hosts(), KafkaTopic, 0),
|
||||||
|
ct:pal("base offset before testing ~p", [Offset]),
|
||||||
|
Time = erlang:unique_integer(),
|
||||||
|
BinTime = integer_to_binary(Time),
|
||||||
|
Msg = #{
|
||||||
|
clientid => BinTime,
|
||||||
|
payload => <<"payload">>,
|
||||||
|
timestamp => Time
|
||||||
|
},
|
||||||
|
emqx:publish(emqx_message:make(MQTTTopic, emqx_utils_json:encode(Msg))),
|
||||||
|
{ok, {_, [KafkaMsg]}} =
|
||||||
|
?retry(
|
||||||
|
_Interval = 500,
|
||||||
|
_NAttempts = 20,
|
||||||
|
{ok, {_, [_]}} = brod:fetch(kafka_hosts(), KafkaTopic, _Partition = 0, Offset)
|
||||||
|
),
|
||||||
|
?assertMatch(#kafka_message{ts = 123, ts_type = create}, KafkaMsg),
|
||||||
|
delete_all_bridges(),
|
||||||
|
ok.
|
||||||
|
|
||||||
|
t_nonexistent_topic(_Config) ->
|
||||||
HostsString = kafka_hosts_string_sasl(),
|
HostsString = kafka_hosts_string_sasl(),
|
||||||
AuthSettings = valid_sasl_plain_settings(),
|
AuthSettings = valid_sasl_plain_settings(),
|
||||||
Hash = erlang:phash2([HostsString, ?FUNCTION_NAME]),
|
Hash = erlang:phash2([HostsString, ?FUNCTION_NAME]),
|
||||||
|
|
|
@ -0,0 +1 @@
|
||||||
|
Fixed a bug which prevented the Kafka Producer bridge from using the correct template for the `timestamp` field.
|
Loading…
Reference in New Issue