diff --git a/ops/nixos/totoro/default.nix b/ops/nixos/totoro/default.nix index eb56951ddb..ad784e9e5f 100644 --- a/ops/nixos/totoro/default.nix +++ b/ops/nixos/totoro/default.nix @@ -247,6 +247,16 @@ in { annotations: summary: "Blade: Single Blade Power Usage Out of Bounds" description: "{{ $labels.system }} has power usage of {{ $value }}, which is out of expected bounds." + - name: availability + rules: + - alert: NodeExporterDown + expr: up{exporter="node", system=~"(blade-(tuvok|paris|janeway|torres)|kusakabe|marukuru|swann|totoro|clouvider-.*|etheroute-.*)"} < 1 + for: 30m + labels: + severity: page + annotations: + summary: "Node exporter no longer scrapable" + description: "{{ $labels.system }} is not reachable from totoro." '' ];