7 alerts for alertname=ToolforgeKubernetesWorkerTooManyDProcesses project=tools
View in Alertmanager
[6] Firing
Labels
alertname = ToolforgeKubernetesWorkerTooManyDProcesses
instance = tools-k8s-worker-nfs-12
job = node-exporter
project = tools
severity = warning
source = prometheus
state = D
team = wmcs
Annotations
dashboard = https://grafana.wmcloud.org/d/3jhWxB8Vk/toolforge-general-overview
description = Node tools-k8s-worker-nfs-12 is having NFS/IO issues
runbook = https://wikitech.wikimedia.org/wiki/Portal:Toolforge/Admin/Runbooks/ToolforgeKubernetesWorkerTooManyDProcesses
summary = Kubernetes worker tools-k8s-worker-nfs-12 has many processes stuck on IO (probably NFS)
Source
Labels
alertname = ToolforgeKubernetesWorkerTooManyDProcesses
instance = tools-k8s-worker-nfs-24
job = node-exporter
project = tools
severity = warning
source = prometheus
state = D
team = wmcs
Annotations
dashboard = https://grafana.wmcloud.org/d/3jhWxB8Vk/toolforge-general-overview
description = Node tools-k8s-worker-nfs-24 is having NFS/IO issues
runbook = https://wikitech.wikimedia.org/wiki/Portal:Toolforge/Admin/Runbooks/ToolforgeKubernetesWorkerTooManyDProcesses
summary = Kubernetes worker tools-k8s-worker-nfs-24 has many processes stuck on IO (probably NFS)
Source
Labels
alertname = ToolforgeKubernetesWorkerTooManyDProcesses
instance = tools-k8s-worker-nfs-38
job = node-exporter
project = tools
severity = warning
source = prometheus
state = D
team = wmcs
Annotations
dashboard = https://grafana.wmcloud.org/d/3jhWxB8Vk/toolforge-general-overview
description = Node tools-k8s-worker-nfs-38 is having NFS/IO issues
runbook = https://wikitech.wikimedia.org/wiki/Portal:Toolforge/Admin/Runbooks/ToolforgeKubernetesWorkerTooManyDProcesses
summary = Kubernetes worker tools-k8s-worker-nfs-38 has many processes stuck on IO (probably NFS)
Source
Labels
alertname = ToolforgeKubernetesWorkerTooManyDProcesses
instance = tools-k8s-worker-nfs-45
job = node-exporter
project = tools
severity = warning
source = prometheus
state = D
team = wmcs
Annotations
dashboard = https://grafana.wmcloud.org/d/3jhWxB8Vk/toolforge-general-overview
description = Node tools-k8s-worker-nfs-45 is having NFS/IO issues
runbook = https://wikitech.wikimedia.org/wiki/Portal:Toolforge/Admin/Runbooks/ToolforgeKubernetesWorkerTooManyDProcesses
summary = Kubernetes worker tools-k8s-worker-nfs-45 has many processes stuck on IO (probably NFS)
Source
Labels
alertname = ToolforgeKubernetesWorkerTooManyDProcesses
instance = tools-k8s-worker-nfs-50
job = node-exporter
project = tools
severity = warning
source = prometheus
state = D
team = wmcs
Annotations
dashboard = https://grafana.wmcloud.org/d/3jhWxB8Vk/toolforge-general-overview
description = Node tools-k8s-worker-nfs-50 is having NFS/IO issues
runbook = https://wikitech.wikimedia.org/wiki/Portal:Toolforge/Admin/Runbooks/ToolforgeKubernetesWorkerTooManyDProcesses
summary = Kubernetes worker tools-k8s-worker-nfs-50 has many processes stuck on IO (probably NFS)
Source
Labels
alertname = ToolforgeKubernetesWorkerTooManyDProcesses
instance = tools-k8s-worker-nfs-51
job = node-exporter
project = tools
severity = warning
source = prometheus
state = D
team = wmcs
Annotations
dashboard = https://grafana.wmcloud.org/d/3jhWxB8Vk/toolforge-general-overview
description = Node tools-k8s-worker-nfs-51 is having NFS/IO issues
runbook = https://wikitech.wikimedia.org/wiki/Portal:Toolforge/Admin/Runbooks/ToolforgeKubernetesWorkerTooManyDProcesses
summary = Kubernetes worker tools-k8s-worker-nfs-51 has many processes stuck on IO (probably NFS)
Source



[1] Resolved
Labels
alertname = ToolforgeKubernetesWorkerTooManyDProcesses
instance = tools-k8s-worker-nfs-39
job = node-exporter
project = tools
severity = warning
source = prometheus
state = D
team = wmcs
Annotations
dashboard = https://grafana.wmcloud.org/d/3jhWxB8Vk/toolforge-general-overview
description = Node tools-k8s-worker-nfs-39 is having NFS/IO issues
runbook = https://wikitech.wikimedia.org/wiki/Portal:Toolforge/Admin/Runbooks/ToolforgeKubernetesWorkerTooManyDProcesses
summary = Kubernetes worker tools-k8s-worker-nfs-39 has many processes stuck on IO (probably NFS)
Source