2 alerts for alertname=CirrusSearchThreadPoolRejectionsTooHigh cluster=elasticsearch team=search-platform
View in alerts dashboard
[2] Firing
Labels
alertname = CirrusSearchThreadPoolRejectionsTooHigh
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-eqiad
host = 10.64.32.93
instance = elastic1057:9108
job = elasticsearch
name = elastic1057-production-search-eqiad
prometheus = ops
severity = critical
site = eqiad
source = prometheus
team = search-platform
type = search
Annotations
dashboard = https://grafana.wikimedia.org/goto/aoZBw8pNR?orgId=1
description = Check hot shards and consider banning the node to force shard reallocation
runbook = https://w.wiki/DTaY
summary = elastic1057-production-search-eqiad is rejecting excessive amounts of queries due to a full thread pool
Source
Labels
alertname = CirrusSearchThreadPoolRejectionsTooHigh
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-eqiad
host = 10.64.48.133
instance = elastic1063:9108
job = elasticsearch
name = elastic1063-production-search-eqiad
prometheus = ops
severity = critical
site = eqiad
source = prometheus
team = search-platform
type = search
Annotations
dashboard = https://grafana.wikimedia.org/goto/aoZBw8pNR?orgId=1
description = Check hot shards and consider banning the node to force shard reallocation
runbook = https://w.wiki/DTaY
summary = elastic1063-production-search-eqiad is rejecting excessive amounts of queries due to a full thread pool
Source