feat(syslog-serve): 优化微步5秒窗口与5万条日志采集

- 将 API 拉取任务的 lookbackSeconds 通用默认值调整为 0
- 微步任务采用5秒时间窗口、50000条单窗口上限和64MiB响应保护
- 将微步适配器及管理接口的 pageSize 上限放宽至50000
- 将 API 调度扫描默认周期调整为1000毫秒
- 兼容新旧调度扫描环境变量名称
- 更新达梦数据库 PAGE_SIZE 约束及 LOOKBACK_SECONDS 默认值
- 补充 v6 数据库预检、升级和验证脚本
- 更新微步任务模板、现场操作说明和启动版本标识
- 增加配置边界及启动参数自动化测试

验证:
- JDK 8 Maven测试通过:167个,失败0,错误0,跳过2
- git diff --check通过
This commit is contained in:
王绍宏
2026-09-17 23:15:15 +08:00
parent 261f1d38e9
commit d7fcbdde92
17 changed files with 126 additions and 26 deletions
@@ -7,7 +7,7 @@ DEVICE_API_ENABLED=false
# 只允许经过批准的设备域名或 IP,多个值使用英文逗号分隔。
DEVICE_API_ALLOWED_HOSTS=<ndr.example.com>
DEVICE_API_INSTANCE_ID=<当前实例稳定标识>
DEVICE_API_SCAN_INTERVAL_MS=5000
DEVICE_API_SCHEDULER_SCAN_INTERVAL_MS=1000
DEVICE_API_LEASE_SECONDS=120
DEVICE_API_GLOBAL_CONCURRENCY=4
DEVICE_API_PER_HOST_CONCURRENCY=1
@@ -51,7 +51,7 @@ CREATE TABLE device_collect_api_config (
request_timeout_ms INTEGER DEFAULT 30000 NOT NULL,
window_size_seconds INTEGER DEFAULT 60 NOT NULL,
safety_delay_seconds INTEGER DEFAULT 120 NOT NULL,
lookback_seconds INTEGER DEFAULT 300 NOT NULL,
lookback_seconds INTEGER DEFAULT 0 NOT NULL,
max_response_bytes BIGINT DEFAULT 16777216 NOT NULL,
initial_start_time TIMESTAMP NOT NULL,
extra_config_json CLOB NOT NULL,
@@ -66,7 +66,7 @@ CREATE TABLE device_collect_api_config (
CONSTRAINT ck_dc_api_cfg_enabled CHECK(enabled IN (0,1)),
CONSTRAINT ck_dc_api_cfg_adapter_ver CHECK(adapter_version>=1),
CONSTRAINT ck_dc_api_cfg_poll CHECK(poll_interval_seconds BETWEEN 1 AND 86400),
CONSTRAINT ck_dc_api_cfg_page CHECK(page_size BETWEEN 1 AND 10000),
CONSTRAINT ck_dc_api_cfg_page CHECK(page_size BETWEEN 1 AND 50000),
CONSTRAINT ck_dc_api_cfg_pages CHECK(max_pages_per_run BETWEEN 1 AND 100000),
CONSTRAINT ck_dc_api_cfg_conn_to CHECK(connect_timeout_ms BETWEEN 100 AND 120000),
CONSTRAINT ck_dc_api_cfg_req_to CHECK(request_timeout_ms BETWEEN 100 AND 600000),