fix: check-alert v3 修复钉钉推送断档 P0 假阳性
根因:sqlite_exec 吞掉 stderr(2>/dev/null),查询失败返回空串, 0 默认为 0 导致误报 修复:业务层取数显式调用 sqlite3 + 检查退出码 + 正则校验, 查询失败跳过检测并 warn 日志
This commit is contained in:
1 parent
7ab75364b1
commit
20fa48fb34
17 files changed
+1747
-26
No files matched your search
@@ -0,0 +1,50 @@
|
||||
#!/usr/bin/env bash
|
||||
# ============================================================================
|
||||
# OA Monitor · 基础设施层采集(每 30 秒)
|
||||
# 在 DSH 上直接执行 docker / df / du
|
||||
# ============================================================================
|
||||
set -u
|
||||
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
|
||||
source "${SCRIPT_DIR}/../lib/common.sh"
|
||||
|
||||
NOW=$(date +%s)
|
||||
DOCKER_ROOT="/var/lib/docker"
|
||||
|
||||
# ---- Docker daemon + 容器数 ----
|
||||
CONTAINER_COUNT=$(docker ps -q 2>/dev/null | wc -l | tr -d ' ')
|
||||
if [[ "${CONTAINER_COUNT}" =~ ^[0-9]+$ ]] && [[ ${CONTAINER_COUNT} -ge 0 ]]; then
|
||||
DOCKER_OK=1
|
||||
else
|
||||
DOCKER_OK=0
|
||||
CONTAINER_COUNT=0
|
||||
fi
|
||||
|
||||
# ---- Docker root 写入量(du overlay2 增量)----
|
||||
PREV_ROOT_WRITE=$(sqlite_exec "SELECT COALESCE(docker_root_write_mb, 0) FROM infra_metrics ORDER BY ts DESC LIMIT 1;")
|
||||
CURRENT_ROOT_MB=$(du -sm "${DOCKER_ROOT}/overlay2" 2>/dev/null | cut -f1 | tr -d ' ')
|
||||
CURRENT_ROOT_MB=${CURRENT_ROOT_MB:-0}
|
||||
PREV_ROOT_WRITE=${PREV_ROOT_WRITE:-0}
|
||||
|
||||
ROOT_WRITE_DELTA_MB=0
|
||||
if [[ -n "${PREV_ROOT_WRITE}" ]] && [[ "${PREV_ROOT_WRITE}" =~ ^[0-9.]+$ ]]; then
|
||||
DELTA=$(( CURRENT_ROOT_MB - ${PREV_ROOT_WRITE%%.*} ))
|
||||
if [[ ${DELTA} -gt 0 ]]; then
|
||||
ROOT_WRITE_DELTA_MB="${DELTA}"
|
||||
fi
|
||||
fi
|
||||
|
||||
# ---- 磁盘 / inode / load ----
|
||||
DISK_PCT=$(df / | tail -1 | awk '{print $5}' | tr -d '%')
|
||||
INODE_PCT=$(df -i / | tail -1 | awk '{print $5}' | tr -d '%')
|
||||
LOADAVG=$(cat /proc/loadavg | awk '{print $1}')
|
||||
|
||||
DISK_PCT=${DISK_PCT:-0}
|
||||
INODE_PCT=${INODE_PCT:-0}
|
||||
LOADAVG=${LOADAVG:-0}
|
||||
|
||||
sqlite_exec "INSERT INTO infra_metrics VALUES (
|
||||
${NOW}, ${DOCKER_OK}, ${CONTAINER_COUNT}, ${ROOT_WRITE_DELTA_MB},
|
||||
${DISK_PCT}, ${INODE_PCT}, ${LOADAVG}
|
||||
);"
|
||||
|
||||
log_info "[INFRA] ✅ docker_ok=${DOCKER_OK} containers=${CONTAINER_COUNT} root_write_mb=${ROOT_WRITE_DELTA_MB} disk=${DISK_PCT}% inode=${INODE_PCT}% loadavg=${LOADAVG}"
|
||||
Reference in new issue
Block a user