"""心跳登记与离线巡检。""" from __future__ import annotations from datetime import datetime, timedelta from sqlalchemy import select from sqlalchemy.orm import Session from app.clock import utcnow from app.config import settings from app.errors import AppError from app.models import ComputeNode, NodeStatus, UptimeInterval from app.services.common import get_node_by_sn def record_heartbeat(session: Session, sn: str, now: datetime | None = None) -> ComputeNode: """刷新最后活跃时间。离线节点收到心跳后重新打开一段在线区间。""" moment = now or utcnow() node = get_node_by_sn(session, sn.strip()) if node.license_expires_at <= moment: raise AppError("节点授权已到期", 403) node.last_heartbeat_at = moment node.updated_at = moment if node.status != NodeStatus.ONLINE: node.status = NodeStatus.ONLINE session.add(UptimeInterval(node_id=node.id, started_at=moment)) else: _ensure_open_interval(session, node.id, moment) session.flush() return node def mark_stale_nodes(session: Session, now: datetime | None = None) -> list[str]: """把超过心跳时限或授权已到期的在线节点置为 offline,并关闭在线区间。""" moment = now or utcnow() cutoff = moment - timedelta(minutes=settings.heartbeat_timeout_minutes) nodes = session.scalars(select(ComputeNode).where(ComputeNode.status == NodeStatus.ONLINE)).all() changed: list[str] = [] for node in nodes: reasons: list[tuple[datetime, str]] = [] if node.last_heartbeat_at is None or node.last_heartbeat_at < cutoff: reasons.append((node.last_heartbeat_at or moment, "heartbeat_timeout")) if node.license_expires_at <= moment: reasons.append((node.license_expires_at, "license_expired")) if not reasons: continue ended_at, reason = min(reasons, key=lambda item: item[0]) _close_open_intervals(session, node.id, ended_at, reason) node.status = NodeStatus.OFFLINE node.updated_at = moment changed.append(node.sn) session.flush() return changed def _ensure_open_interval(session: Session, node_id: int, started_at: datetime) -> None: opened = session.scalar( select(UptimeInterval).where( UptimeInterval.node_id == node_id, UptimeInterval.ended_at.is_(None), ) ) if opened is None: session.add(UptimeInterval(node_id=node_id, started_at=started_at)) def _close_open_intervals(session: Session, node_id: int, ended_at: datetime, reason: str) -> None: rows = session.scalars( select(UptimeInterval).where( UptimeInterval.node_id == node_id, UptimeInterval.ended_at.is_(None), ) ).all() for row in rows: row.ended_at = ended_at if ended_at >= row.started_at else row.started_at row.close_reason = reason