nanChen/ai-security-xdr
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

1、getStringArray 函数报错

Browse Source 
2、调整配置文件spring.datasource.hikari.leak-detection-threshold=300000 ，连接池泄露问题
3、修改关联分析规则批量插入记录的参数超过65535的限制，改用每批次1000条。
This commit is contained in:
nanChen
2026-07-29 16:05:17 +08:00
parent 16b73dffee
commit a3852fc0f9
8 changed files with 371 additions and 503 deletions
Download Patch File Download Diff File Expand all files Collapse all files
haobang-security-dm/syslog-consumer/src/main/java/com/common/service/impl/OfflineAnalysisEngine.java
+6 -1
View File
@@ -151,7 +151,12 @@ public class OfflineAnalysisEngine implements AnalysisEngine {
if (!alarms.isEmpty()) {
//String tableName = "alarm_" + dataStartTime.format(DateTimeFormatter.ofPattern("yyyyMMdd"));
String tableName = "alarm";
alarmMapper.batchInsert( alarms);
// 分批插入，每批1000条，防止达梦参数超过65535上限
int alarmBatchSize = 1000;
for (int i = 0; i < alarms.size(); i += alarmBatchSize) {
int end = Math.min(i + alarmBatchSize, alarms.size());
alarmMapper.batchInsert(alarms.subList(i, end));
}
alarmCount = alarms.size();
}
}
haobang-security-dm/syslog-consumer/src/main/java/com/common/service/impl/RealtimeAnalysisEngine.java
+19 -3
View File
@@ -1,5 +1,6 @@
package com.common.service.impl;
import com.alibaba.fastjson.JSON;
import com.common.entity.*;
import com.common.mapper.*;
import com.common.service.AnalysisEngine;
@@ -169,7 +170,12 @@ public class RealtimeAnalysisEngine implements AnalysisEngine {
if (!alarms.isEmpty()) {
//String tableName = "alarm_" + dataStartTime.format(DateTimeFormatter.ofPattern("yyyyMMdd"));
String tableName = "alarm";
alarmMapper.batchInsert( alarms);
// 分批插入，每批1000条，防止达梦参数超过65535上限
int alarmBatchSize = 1000;
for (int i = 0; i < alarms.size(); i += alarmBatchSize) {
int end = Math.min(i + alarmBatchSize, alarms.size());
alarmMapper.batchInsert(alarms.subList(i, end));
}
alarmCount = alarms.size();
}
}
@@ -744,16 +750,26 @@ public class RealtimeAnalysisEngine implements AnalysisEngine {
// 达梦 JSONB_AGG 返回 JSON 数组格式，如 "[41614, 8080]"
String str = value.toString();
if (str.startsWith("[") && str.endsWith("]")) {
// 使用 fastjson 正确解析 JSON 数组，避免 split(",") 误处理含逗号/引号的元素
// （如 HTTP 头 "Accept: text/html, */*" 等包含逗号的字符串）
try {
List<String> parsed = JSON.parseArray(str, String.class);
if (parsed != null) {
return parsed.toArray(new String[0]);
}
} catch (Exception e) {
log.warn("fastjson解析JSON数组失败，使用回退逻辑: {}", str, e);
}
// 回退逻辑：简单 JSON 数组（纯数字/无嵌套引号）仍用 split，加长度检查防越界
str = str.substring(1, str.length() - 1).trim();
if (str.isEmpty()) {
return new String[0];
}
// 拆分 JSON 数组元素（兼容带引号和纯数字）
String[] parts = str.split(",");
String[] result = new String[parts.length];
for (int i = 0; i < parts.length; i++) {
String part = parts[i].trim();
if (part.startsWith("\"") && part.endsWith("\"")) {
if (part.length() > 1 && part.startsWith("\"") && part.endsWith("\"")) {
part = part.substring(1, part.length() - 1);
}
result[i] = part;
haobang-security-dm/syslog-consumer/src/main/java/com/common/service/impl/RealtimeAnalysisEngineDm.java
+18 -2
View File
@@ -1,5 +1,6 @@
package com.common.service.impl;
import com.alibaba.fastjson.JSON;
import com.common.entity.*;
import com.common.mapper.*;
import com.common.service.AnalysisEngine;
@@ -155,7 +156,12 @@ public class RealtimeAnalysisEngineDm implements AnalysisEngine {
List<Alarm> alarms = convertToAlarms(rule, queryResult);
if (!alarms.isEmpty()) {
String tableName = "alarm";
alarmMapper.batchInsert(alarms);
// 分批插入，每批1000条，防止达梦参数超过65535上限
int alarmBatchSize = 1000;
for (int i = 0; i < alarms.size(); i += alarmBatchSize) {
int end = Math.min(i + alarmBatchSize, alarms.size());
alarmMapper.batchInsert(alarms.subList(i, end));
}
alarmCount = alarms.size();
}
}
@@ -701,6 +707,16 @@ public class RealtimeAnalysisEngineDm implements AnalysisEngine {
}
String str = value.toString();
if (str.startsWith("[") && str.endsWith("]")) {
// 使用 fastjson 正确解析 JSON 数组，避免 split(",") 误处理含逗号/引号的元素
try {
List<String> parsed = JSON.parseArray(str, String.class);
if (parsed != null) {
return parsed.toArray(new String[0]);
}
} catch (Exception e) {
log.warn("fastjson解析JSON数组失败，使用回退逻辑: {}", str, e);
}
// 回退逻辑：简单 JSON 数组仍用 split，加长度检查防越界
str = str.substring(1, str.length() - 1).trim();
if (str.isEmpty()) {
return new String[0];
@@ -709,7 +725,7 @@ public class RealtimeAnalysisEngineDm implements AnalysisEngine {
String[] result = new String[parts.length];
for (int i = 0; i < parts.length; i++) {
String part = parts[i].trim();
if (part.startsWith("\"") && part.endsWith("\"")) {
if (part.length() > 1 && part.startsWith("\"") && part.endsWith("\"")) {
part = part.substring(1, part.length() - 1);
}
result[i] = part;
haobang-security-dm/syslog-consumer/src/main/resources/application-prod.properties
+1 -1
View File
@@ -140,7 +140,7 @@ spring.datasource.hikari.idle-timeout=600000
spring.datasource.hikari.max-lifetime=900000
spring.datasource.hikari.connection-test-query=SELECT 1 FROM DUAL
spring.datasource.hikari.validation-timeout=5000
spring.datasource.hikari.leak-detection-threshold=30000
spring.datasource.hikari.leak-detection-threshold=300000
spring.datasource.hikari.pool-name=HikariPool-SyslogConsumer
spring.datasource.hikari.auto-commit=false