feat(syslog): 完成高吞吐可靠链路与统计存储优化

- 新增接入 WAL、检查点、背压恢复及可靠分发机制，完善 Kafka 幂等发布、分区、重试、DLT 和补偿流程 - 引入规则预编译、批内快照及 JetCache/Caffeine 两级缓存，支持缓存失效广播、影子对账和执行指标 - 升级 InfluxDB V2 原始日志模型，统一接收时间与 Point 时间，支持按日 measurement、UUID 分桶及 V1/V2 双读 - 重构达梦标准化批量写入与统计链路，支持事务内直写、增量投影、幂等控制、窗口水位和日期切换 - 完善告警处理、配置校验、运行监控及测试覆盖
2026-08-20 00:18:33 +08:00
parent a3852fc0f9
commit 29445c6825
303 changed files with 20419 additions and 4481 deletions
@@ -0,0 +1,58 @@
+package com.haobang.wal;
+
+import com.haobang.dispatch.DeviceContextResolver;
+import com.haobang.dispatch.SyslogWalDispatcher;
+import com.netty.SyslogMessageHandler;
+import org.springframework.web.bind.annotation.GetMapping;
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RestController;
+
+import java.util.LinkedHashMap;
+import java.util.Map;
+
+/** 运维只读状态接口；不提供跳过、清空或人工推进游标等危险操作。 */
+@RestController
+@RequestMapping("/api/syslog/wal")
+public class SyslogWalStatusController {
+    private final SyslogWalService wal;
+    private final SyslogWalDispatcher dispatcher;
+    private final DeviceContextResolver resolver;
+
+    public SyslogWalStatusController(SyslogWalService wal, SyslogWalDispatcher dispatcher,
+                                     DeviceContextResolver resolver) {
+        this.wal = wal;
+        this.dispatcher = dispatcher;
+        this.resolver = resolver;
+    }
+
+    @GetMapping("/status")
+    public Map<String, Object> status() {
+        Map<String, Object> value = new LinkedHashMap<>();
+        value.put("network_received", SyslogMessageHandler.getNetworkReceivedCount());
+        value.put("wal_appended", wal.getAppendedCount());
+        value.put("wal_queue_size", wal.getQueueSize());
+        value.put("wal_queue_capacity", wal.getQueueCapacity());
+        value.put("wal_durable_sequence", wal.getDurableSequence());
+        value.put("wal_checkpoint_sequence", wal.getCheckpointSequence());
+        value.put("wal_pending_approx", wal.getPendingRecordsApprox());
+        value.put("wal_admission_backpressure", wal.getBackpressureCount());
+        value.put("wal_terminal_recorded", wal.getTerminalRecordedCount());
+        value.put("wal_quarantined", wal.getQuarantinedCount());
+        Map<String, Long> pointTimeAssigned = new LinkedHashMap<>();
+        pointTimeAssigned.put("ingress", wal.getIngressPointTimeAssignedCount());
+        value.put("point_time_assigned_total", pointTimeAssigned);
+        value.put("wal_disk_critical", wal.isDiskCritical());
+        value.put("wal_fatal_error", wal.getFatalFailure() == null
+                ? null : wal.getFatalFailure().toString());
+        value.put("dispatch_inflight", dispatcher.getInflight());
+        value.put("kafka_acked", dispatcher.getKafkaAcked());
+        value.put("dispatch_terminal_filtered", dispatcher.getTerminalFiltered());
+        value.put("dispatch_retry", dispatcher.getRetryCount());
+        value.put("tcp_pause_total", SyslogMessageHandler.getTcpPauseCount());
+        value.put("udp_dropped_total", SyslogMessageHandler.getUdpDroppedCount());
+        value.put("device_cache_size", resolver.getCacheSize());
+        value.put("device_cache_hits", resolver.getHitCount());
+        value.put("device_cache_misses", resolver.getMissCount());
+        return value;
+    }
+}