fix: check-alert v3 修复钉钉推送断档 P0 假阳性

根因:sqlite_exec 吞掉 stderr(2>/dev/null),查询失败返回空串,
0 默认为 0 导致误报

修复:业务层取数显式调用 sqlite3 + 检查退出码 + 正则校验,
查询失败跳过检测并 warn 日志
This commit is contained in:
oa-monitor committed 2026-11-04 19:41:18 +08:00
1 parent 7ab75364b1
commit 20fa48fb34
17 files changed
+1747 -26

No files matched your search

+84
View File
@@ -0,0 +1,84 @@
#!/usr/bin/env bash
# ============================================================================
# OA Monitor · SQLite 数据库初始化
# 只建表,不删数据;幂等可重复执行
# ============================================================================
set -u
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
source "${SCRIPT_DIR}/../lib/common.sh"
log_info "初始化 SQLite 数据库:${MONITOR_DB}"
sqlite_exec "CREATE TABLE IF NOT EXISTS db_metrics (
ts INTEGER PRIMARY KEY,
threads_running INTEGER,
threads_connected INTEGER,
threads_idle INTEGER,
uptime_sec INTEGER,
qps_read INTEGER,
qps_write INTEGER,
slow_queries INTEGER -- 近 30s 慢查询数(>30s)
);"
sqlite_exec "CREATE TABLE IF NOT EXISTS db_processlist (
id INTEGER PRIMARY KEY AUTOINCREMENT,
ts INTEGER,
pid INTEGER,
user TEXT,
state TEXT,
time_sec INTEGER,
info TEXT
);"
sqlite_exec "CREATE INDEX IF NOT EXISTS idx_db_proc_ts ON db_processlist(ts);"
sqlite_exec "CREATE INDEX IF NOT EXISTS idx_db_proc_time ON db_processlist(time_sec);"
sqlite_exec "CREATE TABLE IF NOT EXISTS http_metrics (
id INTEGER PRIMARY KEY AUTOINCREMENT,
ts INTEGER,
endpoint TEXT,
status_code INTEGER,
resp_time_ms INTEGER,
healthy INTEGER -- 0/1
);"
sqlite_exec "CREATE INDEX IF NOT EXISTS idx_http_ts_ep ON http_metrics(ts, endpoint);"
sqlite_exec "CREATE TABLE IF NOT EXISTS business_metrics (
ts INTEGER PRIMARY KEY,
msg_log_hourly INTEGER, -- 本小时 ecology_message_log 增量
msg_log_fail_rate REAL, -- 失败率
ongoing_requests INTEGER, -- 进行中流程数
overdue_tasks INTEGER -- 超时待办数
);"
sqlite_exec "CREATE TABLE IF NOT EXISTS infra_metrics (
ts INTEGER PRIMARY KEY,
docker_daemon_ok INTEGER, -- 0/1
docker_container_count INTEGER,
docker_root_write_mb REAL, -- 1 分钟 Docker data-root 写入量 MB
disk_usage_pct REAL,
inode_usage_pct REAL,
load_avg REAL
);"
sqlite_exec "CREATE TABLE IF NOT EXISTS alerts (
id INTEGER PRIMARY KEY AUTOINCREMENT,
ts INTEGER,
level TEXT, -- P0/P1/P2
category TEXT, -- db/http/business/infra
title TEXT,
detail TEXT,
ack INTEGER DEFAULT 0, -- 0=未确认 1=已确认
resolved INTEGER DEFAULT 0 -- 0=未恢复 1=已恢复
);"
sqlite_exec "CREATE INDEX IF NOT EXISTS idx_alerts_ts ON alerts(ts);"
sqlite_exec "CREATE INDEX IF NOT EXISTS idx_alerts_ack ON alerts(ack, resolved);"
sqlite_exec "CREATE TABLE IF NOT EXISTS alert_cooldown (
alert_key TEXT PRIMARY KEY,
last_alert_ts INTEGER
);"
log_info "SQLite schema 初始化完成"