2 alerts for alertname=ToolforgeKubernetesNodeNotReady project=tools
View in Alertmanager
[2] Firing
Labels
alertname = ToolforgeKubernetesNodeNotReady
condition = Ready
instance = k8s.tools.eqiad1.wikimedia.cloud:6443
job = k8s-kube-state-metrics
node = tools-k8s-worker-nfs-25
pod_label_app_kubernetes_io_component = metrics
pod_label_app_kubernetes_io_instance = kube-state-metrics
pod_label_app_kubernetes_io_managed_by = Helm
pod_label_app_kubernetes_io_name = kube-state-metrics
pod_label_app_kubernetes_io_part_of = kube-state-metrics
pod_label_app_kubernetes_io_version = 2.6.0
pod_label_helm_sh_chart = kube-state-metrics-4.18.0
pod_label_pod_template_hash = 567977d647
pod_name = kube-state-metrics-567977d647-8bk9h
project = tools
severity = warning
source = prometheus
status = true
team = wmcs
Annotations
dashboard = https://grafana.wmcloud.org/d/8GiwHDL4k/kubernetes-cluster-overview?orgId=1
description = Node tools-k8s-worker-nfs-25 is not ready
runbook = https://wikitech.wikimedia.org/wiki/Portal:Toolforge/Admin/Runbooks/ToolforgeKubernetesNodeNotReady
summary = Kubernetes node tools-k8s-worker-nfs-25 is not ready
Source
Labels
alertname = ToolforgeKubernetesNodeNotReady
condition = Ready
instance = k8s.tools.eqiad1.wikimedia.cloud:6443
job = k8s-kube-state-metrics
node = tools-k8s-worker-nfs-42
pod_label_app_kubernetes_io_component = metrics
pod_label_app_kubernetes_io_instance = kube-state-metrics
pod_label_app_kubernetes_io_managed_by = Helm
pod_label_app_kubernetes_io_name = kube-state-metrics
pod_label_app_kubernetes_io_part_of = kube-state-metrics
pod_label_app_kubernetes_io_version = 2.6.0
pod_label_helm_sh_chart = kube-state-metrics-4.18.0
pod_label_pod_template_hash = 567977d647
pod_name = kube-state-metrics-567977d647-8bk9h
project = tools
severity = warning
source = prometheus
status = true
team = wmcs
Annotations
dashboard = https://grafana.wmcloud.org/d/8GiwHDL4k/kubernetes-cluster-overview?orgId=1
description = Node tools-k8s-worker-nfs-42 is not ready
runbook = https://wikitech.wikimedia.org/wiki/Portal:Toolforge/Admin/Runbooks/ToolforgeKubernetesNodeNotReady
summary = Kubernetes node tools-k8s-worker-nfs-42 is not ready
Source