关联分析规则-数据降噪

haobang-security-xdr/syslog-consumer/src/main/resources/application.properties

@@ -7,7 +7,7 @@ server.error.include-message=always
 server.error.include-binding-errors=always
 
 #run.environment:  dev|test|pro
-server.run.environment=dev
+server.run.environment=pro
 
 
 # Syslog Server Configuration
@@ -17,31 +17,33 @@ syslog.max.frame.length=65536
 syslog.buffer.size=1000
 
 # InfluxDB 2.7 Configuration
-influxdb.url=http://192.168.222.131:8086
-influxdb.token=3Tvu-IZWtaY03UDkbUDlufD0kxn85keo9LhYQcv2Cxk0LJmXqqHkNVrO664DbaJAYwoGI7UIg904KqZC7Q_ZFA==
-influxdb.org=yelang
+influxdb.url=http://192.168.4.26:8087
+influxdb.token=LFjXZyRxTf1V84oN-wwjhSjS4qIK-ZMoHzQJB67ir3qHNSBVJbMcTkPuNmM0cNxvzFEDWLYNzrz1VJKMitY5hw==
+influxdb.org=influxdb
 influxdb.bucket=yelangbucket
 influxdb.batch.size=1000
 influxdb.flush.interval=1000
 influxdb.retry.attempts=3
 influxdb.retry.delay=1000
-
+# InfluxDB 2.7 连接超时配置
+influxdb.connection.timeout=30s
+influxdb.connection.read-timeout=30s
+influxdb.connection.write-timeout=60s
 # Application Configuration
-app.worker.threads=4
+app.worker.threads=8
 app.max.queue.size=10000
 app.metrics.enabled=true
 
 
 #database Configuration
-spring.datasource.url=jdbc:postgresql://117.72.68.72:54329/ecosys
+spring.datasource.url=jdbc:postgresql://192.168.4.26:5432/ecosys
 spring.datasource.username=postgres
-spring.datasource.password=TnLanWaidYSwTSG5
+spring.datasource.password=caZ2TcmXNSW8L2Ap
 spring.datasource.driver-class-name=org.postgresql.Driver
 
 # mybatis Configuration
 mybatis.mapper-locations=classpath:mapper/*.xml
 mybatis.type-aliases-package=com.common.entity
-
 #mybatis handler 类
 mybatis.configuration.default-statement-timeout=30
 mybatis.configuration.default-fetch-size=1000
@@ -49,20 +51,20 @@ mybatis.configuration.map-underscore-to-camel-case=true
 mybatis.type-handlers-package=com.Modules.etl.handler
 mybatis-plus.configuration.map-underscore-to-camel-case=true
 mybatis-plus.type-handlers-package=com.Modules.etl.handler
+
 # kafka Configuration
-spring.kafka.consumer.bootstrap-servers=192.168.222.130:9092
-spring.kafka.consumer.group-id=test-group-app
+spring.kafka.consumer.bootstrap-servers=192.168.4.26:9092
+spring.kafka.consumer.group-id=agent-syslog-group
 spring.kafka.consumer.auto-offset-reset=latest
 spring.kafka.consumer.enable-auto-commit=false 
 spring.kafka.consumer.auto-commit-interval=1000
-spring.kafka.consumer.topic=test-topic
+spring.kafka.consumer.topic=agent-syslog-topic
+
 
 spring.kafka.consumer.max-poll-records=1000
 spring.kafka.consumer.properties.max.poll.interval.ms=300000
 spring.kafka.consumer.properties.session.timeout.ms=45000
 
-#spring.kafka.consumer.key-deserializer: org.apache.kafka.common.serialization.StringDeserializer
-#spring.kafka.consumer.value-deserializer: org.apache.kafka.common.serialization.StringDeserializer
 spring.kafka.consumer.fetch-min-size= 1048576
 spring.kafka.listener.ack-mode= manual
 spring.kafka.listener.concurrency= 2  
@@ -81,21 +83,23 @@ partition.check.tomorrow.enabled=true
 partition.check.future.days=7
 partition.auto.create=true
 
-# 开发环境缓存配置
-spring.redis.host=localhost
+
+# 生产环境缓存配置
+spring.redis.host=192.168.4.26
 spring.redis.port=6379
 # 密码（如果没有设置密码，可以省略）
-spring.redis.password=
+spring.redis.password=123456
 spring.redis.database=0
-spring.redis.timeout=2000
+spring.redis.timeout=5000
+#spring.redis.password=${REDIS_PASSWORD:default_prod_password}
 
-spring.redis.lettuce.pool.max-active=8
-spring.redis.lettuce.pool.max-wait=-1
-spring.redis.lettuce.pool.max-idle=8
-spring.redis.lettuce.pool.min-idle=0
-# 开发环境缓存时间较短，方便调试
-spring.cache.redis.time-to-live=600000
+spring.redis.lettuce.pool.max-active=20
+spring.redis.lettuce.pool.max-wait=5000
+spring.redis.lettuce.pool.max-idle=10
+spring.redis.lettuce.pool.min-idle=5
 
+# 生产环境缓存时间较长
+spring.cache.redis.time-to-live=3600000
 
 # 应用处理器配置
 app.processor.thread-pool.core-pool-size=10
@@ -123,3 +127,25 @@ spring.elasticsearch.socket-timeout=30s
 etl.batch.page-size=1000
 etl.batch.insert-batch-size=500
 etl.schedule.cron=0 0 2 * * ?
+
+
+# ============================================
+# HikariCP Connection Pool Configuration
+# ============================================
+spring.datasource.hikari.maximum-pool-size=50
+spring.datasource.hikari.minimum-idle=5
+spring.datasource.hikari.connection-timeout=30000
+spring.datasource.hikari.idle-timeout=600000
+spring.datasource.hikari.max-lifetime=900000
+spring.datasource.hikari.connection-test-query=SELECT 1
+spring.datasource.hikari.validation-timeout=5000
+spring.datasource.hikari.leak-detection-threshold=30000          
+spring.datasource.hikari.pool-name=HikariPool-SyslogConsumer
+spring.datasource.hikari.auto-commit=false
+spring.datasource.hikari.schema=public
+
+
+# 关联分析规则配置
+analysis.realtime.enabled= true
+# 检查间隔（秒） - 默认10秒
+analysis.realtime.check-interval-seconds: 10