新增syslog-collector-api 采集模块，通过api 方式采集天眼、微步的设备日志。

2026-09-07 15:34:17 +08:00
parent a3852fc0f9
commit 037cca32dd
53 changed files with 6358 additions and 488 deletions
@@ -0,0 +1,99 @@
+# ============================================
+# Syslog Collector API 部署配置 (生产环境)
+# ============================================
+# 使用方法:
+#   1. 先执行 Maven 打包: mvn -pl syslog-collector-api -am clean package -DskipTests
+#   2. 拷贝 jar 到模块目录: cp syslog-collector-api/target/syslog-collector-api-1.0.0.jar syslog-collector-api/
+#   3. 构建并启动: docker-compose -f docker-compose-collector-api-prod.yaml up -d
+#   4. 查看日志: docker logs -f collector-api
+#   5. 停止: docker-compose -f docker-compose-collector-api-prod.yaml down
+# ============================================
+
+
+services:
+  # ============================================
+  # Collector API - 设备API数据采集服务
+  # 天眼(Tianyan) / 微步(Weibu) / XDR
+  # ============================================
+  collector-api:
+    build:
+      context: ./collector-api-dm
+      dockerfile: Dockerfile
+    image: syslog-collector-api-dm:v1.0.1
+    container_name: syslog-collector-api-dm
+    restart: unless-stopped
+    environment:
+      # 基础环境
+      - TZ=Asia/Shanghai
+      - SPRING_PROFILES_ACTIVE=prod
+      # JVM 参数
+      - JAVA_OPTS=-Xms4096m -Xmx8192m -XX:+UseG1GC
+      # 采集探针ID
+      - DEVICE_COLLECT_ID=1
+      # Kafka 推送 topic
+      - KAFKA_COLLECTOR_TOPIC=test-topic
+
+      # 天眼(Tianyan) 采集配置
+      - TIANYAN_HOST=https://10.56.170.107
+      - TIANYAN_LOGIN_KEY=QuJm4NwF3GMaXb2Z
+      - TIANYAN_USERNAME=xxadmin
+      - TIANYAN_BRANCH_ID=QbJK%2FsLHi
+      - TIANYAN_DATA_TYPES=weblog,alarm
+      - TIANYAN_PAGE_SIZE=100
+
+      # 微步(Weibu) 采集配置
+      - WEIBU_HOST=https://10.56.171.164
+      - WEIBU_API_KEY=57d8fb2b556a471ea36b8b4441fa1c0c
+      - WEIBU_SECRET=9d967876f51d4e16bbf8bde069d12a9b
+      - WEIBU_DATA_TYPES=attack,info
+      - WEIBU_RATE_LIMIT=10
+      - WEIBU_PAGE_SIZE=100
+
+      # XDR 采集配置 (暂缓,待联动码联调)
+      - XDR_HOST=https://127.0.0.1
+      - XDR_AUTH_CODE=
+      - XDR_API_BASE=/api/openapi/
+      - XDR_DATA_TYPES=
+
+      # 达梦数据库配置
+      - SPRING_DATASOURCE_URL=jdbc:dm://192.168.4.99:5237
+      - SPRING_DATASOURCE_USERNAME=SYSDBA
+      - SPRING_DATASOURCE_PASSWORD=caZ2TcmXNSW8L2Ap
+      - SPRING_DATASOURCE_DRIVER_CLASS_NAME=dm.jdbc.driver.DmDriver
+      - SPRING_DATASOURCE_HIKARI_SCHEMA=PUBLIC
+
+      # Redis 缓存配置
+      - SPRING_REDIS_HOST=192.168.4.99
+      - SPRING_REDIS_PORT=6379
+      - SPRING_REDIS_PASSWORD=redis_GdGWte
+      - SPRING_REDIS_DATABASE=0
+      - SPRING_REDIS_TIMEOUT=2000
+      - SPRING_CACHE_REDIS_TIME_TO_LIVE=600000
+
+      # Kafka 生产者配置
+      - SPRING_KAFKA_PRODUCER_BOOTSTRAP_SERVERS=192.168.4.99:9092
+      - SPRING_KAFKA_PRODUCER_PROPERTIES_RETRIES=10
+      - SPRING_KAFKA_PRODUCER_PROPERTIES_RETRY_BACKOFF_MS=500
+      - SPRING_KAFKA_PRODUCER_PROPERTIES_CONNECTIONS_MAX_IDLE_MS=600000
+      - SPRING_KAFKA_PRODUCER_PROPERTIES_SOCKET_KEEPALIVE_ENABLE=true
+      - SPRING_KAFKA_PRODUCER_PROPERTIES_REQUEST_TIMEOUT_MS=30000
+      - SPRING_KAFKA_PRODUCER_PROPERTIES_DELIVERY_TIMEOUT_MS=120000
+
+      # 定时任务线程池
+      - SPRING_TASK_SCHEDULING_POOL_SIZE=5
+      # Mock 服务器配置（模拟天眼/微步接口，供功能测试）
+      - MOCK_SERVER_ENABLED=true
+      - MOCK_SERVER_TOTAL_COUNT=100
+    ports:
+      - "8290:8290"  # Collector API 端口
+    volumes:
+      - /home/syslog/collector-api:/app/logs
+    networks:
+      - xdr-network
+
+# ============================================
+# 网络配置
+# ============================================
+networks:
+  xdr-network:
+    driver: bridge