fix: check-alert v3 修复钉钉推送断档 P0 假阳性

根因:sqlite_exec 吞掉 stderr(2>/dev/null),查询失败返回空串,
0 默认为 0 导致误报

修复:业务层取数显式调用 sqlite3 + 检查退出码 + 正则校验,
查询失败跳过检测并 warn 日志
This commit is contained in:
oa-monitor committed 2026-11-04 19:41:18 +08:00
1 parent 7ab75364b1
commit 20fa48fb34
17 files changed
+1747 -26

No files matched your search

+50
View File
@@ -0,0 +1,50 @@
#!/usr/bin/env bash
# ============================================================================
# OA Monitor · 基础设施层采集(每 30 秒)
# 在 DSH 上直接执行 docker / df / du
# ============================================================================
set -u
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
source "${SCRIPT_DIR}/../lib/common.sh"
NOW=$(date +%s)
DOCKER_ROOT="/var/lib/docker"
# ---- Docker daemon + 容器数 ----
CONTAINER_COUNT=$(docker ps -q 2>/dev/null | wc -l | tr -d ' ')
if [[ "${CONTAINER_COUNT}" =~ ^[0-9]+$ ]] && [[ ${CONTAINER_COUNT} -ge 0 ]]; then
DOCKER_OK=1
else
DOCKER_OK=0
CONTAINER_COUNT=0
fi
# ---- Docker root 写入量(du overlay2 增量)----
PREV_ROOT_WRITE=$(sqlite_exec "SELECT COALESCE(docker_root_write_mb, 0) FROM infra_metrics ORDER BY ts DESC LIMIT 1;")
CURRENT_ROOT_MB=$(du -sm "${DOCKER_ROOT}/overlay2" 2>/dev/null | cut -f1 | tr -d ' ')
CURRENT_ROOT_MB=${CURRENT_ROOT_MB:-0}
PREV_ROOT_WRITE=${PREV_ROOT_WRITE:-0}
ROOT_WRITE_DELTA_MB=0
if [[ -n "${PREV_ROOT_WRITE}" ]] && [[ "${PREV_ROOT_WRITE}" =~ ^[0-9.]+$ ]]; then
DELTA=$(( CURRENT_ROOT_MB - ${PREV_ROOT_WRITE%%.*} ))
if [[ ${DELTA} -gt 0 ]]; then
ROOT_WRITE_DELTA_MB="${DELTA}"
fi
fi
# ---- 磁盘 / inode / load ----
DISK_PCT=$(df / | tail -1 | awk '{print $5}' | tr -d '%')
INODE_PCT=$(df -i / | tail -1 | awk '{print $5}' | tr -d '%')
LOADAVG=$(cat /proc/loadavg | awk '{print $1}')
DISK_PCT=${DISK_PCT:-0}
INODE_PCT=${INODE_PCT:-0}
LOADAVG=${LOADAVG:-0}
sqlite_exec "INSERT INTO infra_metrics VALUES (
${NOW}, ${DOCKER_OK}, ${CONTAINER_COUNT}, ${ROOT_WRITE_DELTA_MB},
${DISK_PCT}, ${INODE_PCT}, ${LOADAVG}
);"
log_info "[INFRA] ✅ docker_ok=${DOCKER_OK} containers=${CONTAINER_COUNT} root_write_mb=${ROOT_WRITE_DELTA_MB} disk=${DISK_PCT}% inode=${INODE_PCT}% loadavg=${LOADAVG}"