feat(syslog): 完成高吞吐可靠链路与统计存储优化

- 新增接入 WAL、检查点、背压恢复及可靠分发机制,完善 Kafka 幂等发布、分区、重试、DLT 和补偿流程
- 引入规则预编译、批内快照及 JetCache/Caffeine 两级缓存,支持缓存失效广播、影子对账和执行指标
- 升级 InfluxDB V2 原始日志模型,统一接收时间与 Point 时间,支持按日 measurement、UUID 分桶及 V1/V2 双读
- 重构达梦标准化批量写入与统计链路,支持事务内直写、增量投影、幂等控制、窗口水位和日期切换
- 完善告警处理、配置校验、运行监控及测试覆盖
This commit is contained in:
王绍宏
2026-08-20 00:18:33 +08:00
parent a3852fc0f9
commit 29445c6825
303 changed files with 20419 additions and 4481 deletions
@@ -13,6 +13,7 @@
<result column="receive_time" property="receiveTime" />
<result column="receive_time_str" property="receiveTimeStr" />
<result column="syslog_message" property="syslogMessage" />
<result column="push_success" property="pushSuccess" />
</resultMap>
<!-- 插入单条记录 -->
@@ -24,7 +25,8 @@
device_ip,
receive_time,
receive_time_str,
syslog_message
syslog_message,
push_success
) VALUES (
COALESCE(#{createdAt}, SYSDATE),
#{deviceCollectId},
@@ -32,7 +34,8 @@
#{deviceIp},
#{receiveTime},
#{receiveTimeStr},
#{syslogMessage}
#{syslogMessage},
#{pushSuccess}
)
</insert>
@@ -45,7 +48,8 @@
device_ip,
receive_time,
receive_time_str,
syslog_message
syslog_message,
push_success
) VALUES
<foreach collection="list" item="item" separator=",">
(
@@ -55,7 +59,8 @@
#{item.deviceIp},
#{item.receiveTime},
#{item.receiveTimeStr},
#{item.syslogMessage}
#{item.syslogMessage},
#{item.pushSuccess}
)
</foreach>
</insert>
@@ -161,4 +166,4 @@
ORDER BY log_count DESC
</select>
</mapper>
</mapper>