16 alerts for alertname=CirrusSearchNodeIndexingNotIncreasing cluster=elasticsearch team=search-platform
View in alerts dashboard
[16] Firing
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.0.108
instance = elastic2038:9108
job = elasticsearch
name = elastic2038-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2038-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.0.109
instance = elastic2039:9108
job = elasticsearch
name = elastic2039-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2039-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.0.110
instance = elastic2040:9108
job = elasticsearch
name = elastic2040-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2040-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.16.88
instance = elastic2041:9108
job = elasticsearch
name = elastic2041-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2041-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.16.89
instance = elastic2042:9108
job = elasticsearch
name = elastic2042-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2042-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.16.90
instance = elastic2043:9108
job = elasticsearch
name = elastic2043-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2043-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.16.91
instance = elastic2044:9108
job = elasticsearch
name = elastic2044-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2044-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.32.128
instance = elastic2045:9108
job = elasticsearch
name = elastic2045-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2045-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.32.176
instance = elastic2046:9108
job = elasticsearch
name = elastic2046-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2046-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.32.177
instance = elastic2047:9108
job = elasticsearch
name = elastic2047-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2047-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.32.178
instance = elastic2048:9108
job = elasticsearch
name = elastic2048-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2048-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.48.39
instance = elastic2050:9108
job = elasticsearch
name = elastic2050-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2050-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.48.127
instance = elastic2051:9108
job = elasticsearch
name = elastic2051-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2051-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.48.128
instance = elastic2052:9108
job = elasticsearch
name = elastic2052-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2052-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.48.129
instance = elastic2053:9108
job = elasticsearch
name = elastic2053-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2053-production-search-codfw is not indexing
Source
Labels
alertname = CirrusSearchNodeIndexingNotIncreasing
cluster = elasticsearch
es_client_node = true
es_data_node = true
es_ingest_node = true
es_master_node = false
exported_cluster = production-search-codfw
host = 10.192.48.130
instance = elastic2054:9108
job = elasticsearch
name = elastic2054-production-search-codfw
prometheus = ops
severity = warning
site = codfw
source = prometheus
team = search-platform
Annotations
dashboard = https://grafana.wikimedia.org/d/JLK3I_siz/elasticsearch-indexing?orgId=1&from=now-3d&to=now&viewPanel=57
description = An Elasticsearch instance is not performing index work; find out why
runbook = https://wikitech.wikimedia.org/wiki/Search#Indexing_hung_and_not_making_progress
summary = Elasticsearch instance elastic2054-production-search-codfw is not indexing
Source