artin/elasticsearch_exporter
1
0
Fork 0
mirror of https://github.com/prometheus-community/elasticsearch_exporter.git synced 2026-02-06 10:58:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add Index-Level Indexing Metrics (#1125)

Browse Source 
* Feat add indexing-related metrics

Signed-off-by: diydriller <dhrhd080@naver.com>

* Fix make IndexFailed and WriteLoad optional fields for version compatibility

Signed-off-by: diydriller <dhrhd080@naver.com>

* Test add tests for new indexing metrics

Signed-off-by: diydriller <dhrhd080@naver.com>

---------

Signed-off-by: diydriller <dhrhd080@naver.com>
This commit is contained in:
diydriller 2026-01-18 05:12:41 +09:00 committed by GitHub
parent 84ca898d8e
commit 5dfce351ec
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 148 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

60
collector/indices.go
View File

@ -267,6 +267,26 @@ var (
"Total indexing throttle time in seconds",
indicesLabels, nil,
)
indicesIndexingIndexFailed = prometheus.NewDesc(
prometheus.BuildFQName(namespace, "index_stats", "indexing_index_failed_total"),
"Total number of failed indexing operations",
indicesLabels, nil,
)
indicesIndexingDeleteCurrent = prometheus.NewDesc(
prometheus.BuildFQName(namespace, "index_stats", "indexing_delete_current"),
"The number of documents currently being deleted from an index",
indicesLabels, nil,
)
indicesIndexingWriteLoad = prometheus.NewDesc(
prometheus.BuildFQName(namespace, "index_stats", "indexing_write_load"),
"Write load for indexing operations",
indicesLabels, nil,
)
indicesIndexingIsThrottled = prometheus.NewDesc(
prometheus.BuildFQName(namespace, "indices", "indexing_is_throttled"),
"Whether indexing is currently throttled for an index (1=throttled, 0=not throttled)",
indicesLabels, nil,
)
indicesGetTimeTotal = prometheus.NewDesc(
prometheus.BuildFQName(namespace, "index_stats", "get_time_seconds_total"),
"Total get time in seconds",
@ -536,6 +556,10 @@ func (i *Indices) Describe(ch chan<- *prometheus.Desc) {
ch <- indicesIndexingDeleteTotal
ch <- indicesIndexingNoopUpdateTotal
ch <- indicesIndexingThrottleSecondsTotal
ch <- indicesIndexingIndexFailed
ch <- indicesIndexingDeleteCurrent
ch <- indicesIndexingWriteLoad
ch <- indicesIndexingIsThrottled
ch <- indicesGetTimeTotal
ch <- indicesGetTotal
ch <- indicesMergeTimeTotal
@ -1053,6 +1077,42 @@ func (i *Indices) Collect(ch chan<- prometheus.Metric) {
i.getClusterName(),
)
if indexStats.Total.Indexing.IndexFailed != nil {
ch <- prometheus.MustNewConstMetric(
indicesIndexingIndexFailed,
prometheus.CounterValue,
float64(*indexStats.Total.Indexing.IndexFailed),
indexName,
i.getClusterName(),
)
}
ch <- prometheus.MustNewConstMetric(
indicesIndexingDeleteCurrent,
prometheus.GaugeValue,
float64(indexStats.Total.Indexing.DeleteCurrent),
indexName,
i.getClusterName(),
)
if indexStats.Total.Indexing.WriteLoad != nil {
ch <- prometheus.MustNewConstMetric(
indicesIndexingWriteLoad,
prometheus.GaugeValue,
*indexStats.Total.Indexing.WriteLoad,
indexName,
i.getClusterName(),
)
}
ch <- prometheus.MustNewConstMetric(
indicesIndexingIsThrottled,
prometheus.GaugeValue,
bool2Float(indexStats.Total.Indexing.IsThrottled),
indexName,
i.getClusterName(),
)
ch <- prometheus.MustNewConstMetric(
indicesGetTimeTotal,
prometheus.CounterValue,

3
collector/indices_response.go
View File

@ -92,13 +92,14 @@ type IndexStatsIndexIndexingResponse struct {
IndexTotal int64 `json:"index_total"`
IndexTimeInMillis int64 `json:"index_time_in_millis"`
IndexCurrent int64 `json:"index_current"`
IndexFailed int64 `json:"index_failed"`
IndexFailed *int64 `json:"index_failed,omitempty"`
DeleteTotal int64 `json:"delete_total"`
DeleteTimeInMillis int64 `json:"delete_time_in_millis"`
DeleteCurrent int64 `json:"delete_current"`
NoopUpdateTotal int64 `json:"noop_update_total"`
IsThrottled bool `json:"is_throttled"`
ThrottleTimeInMillis int64 `json:"throttle_time_in_millis"`
WriteLoad *float64 `json:"write_load,omitempty"`
}
// IndexStatsIndexGetResponse defines index stats index get information structure

77
collector/indices_test.go
View File

@ -103,6 +103,14 @@ func TestIndices(t *testing.T) {
# TYPE elasticsearch_index_stats_indexing_throttle_time_seconds_total counter
elasticsearch_index_stats_indexing_throttle_time_seconds_total{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_throttle_time_seconds_total{cluster="unknown_cluster",index="foo_2"} 0
# HELP elasticsearch_index_stats_indexing_delete_current The number of documents currently being deleted from an index
# TYPE elasticsearch_index_stats_indexing_delete_current gauge
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index="foo_2"} 0
# HELP elasticsearch_indices_indexing_is_throttled Whether indexing is currently throttled for an index (1=throttled, 0=not throttled)
# TYPE elasticsearch_indices_indexing_is_throttled gauge
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index="foo_2"} 0
# HELP elasticsearch_index_stats_merge_auto_throttle_bytes_total Total bytes that were auto-throttled during merging
# TYPE elasticsearch_index_stats_merge_auto_throttle_bytes_total counter
elasticsearch_index_stats_merge_auto_throttle_bytes_total{cluster="unknown_cluster",index="foo_1"} 0
@ -409,6 +417,18 @@ func TestIndices(t *testing.T) {
# TYPE elasticsearch_index_stats_indexing_throttle_time_seconds_total counter
elasticsearch_index_stats_indexing_throttle_time_seconds_total{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_throttle_time_seconds_total{cluster="unknown_cluster",index="foo_2"} 0
# HELP elasticsearch_index_stats_indexing_delete_current The number of documents currently being deleted from an index
# TYPE elasticsearch_index_stats_indexing_delete_current gauge
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index="foo_2"} 0
# HELP elasticsearch_index_stats_indexing_index_failed_total Total number of failed indexing operations
# TYPE elasticsearch_index_stats_indexing_index_failed_total counter
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index="foo_2"} 0
# HELP elasticsearch_indices_indexing_is_throttled Whether indexing is currently throttled for an index (1=throttled, 0=not throttled)
# TYPE elasticsearch_indices_indexing_is_throttled gauge
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index="foo_2"} 0
# HELP elasticsearch_index_stats_merge_auto_throttle_bytes_total Total bytes that were auto-throttled during merging
# TYPE elasticsearch_index_stats_merge_auto_throttle_bytes_total counter
elasticsearch_index_stats_merge_auto_throttle_bytes_total{cluster="unknown_cluster",index="foo_1"} 1.048576e+08
@ -755,6 +775,27 @@ func TestIndices(t *testing.T) {
elasticsearch_index_stats_indexing_throttle_time_seconds_total{cluster="unknown_cluster",index=".watches"} 0
elasticsearch_index_stats_indexing_throttle_time_seconds_total{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_throttle_time_seconds_total{cluster="unknown_cluster",index="foo_2"} 0
# HELP elasticsearch_index_stats_indexing_delete_current The number of documents currently being deleted from an index
# TYPE elasticsearch_index_stats_indexing_delete_current gauge
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index=".monitoring-data-2"} 0
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index=".monitoring-es-2-2017.08.23"} 0
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index=".watches"} 0
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index="foo_2"} 0
# HELP elasticsearch_index_stats_indexing_index_failed_total Total number of failed indexing operations
# TYPE elasticsearch_index_stats_indexing_index_failed_total counter
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index=".monitoring-data-2"} 0
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index=".monitoring-es-2-2017.08.23"} 0
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index=".watches"} 0
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index="foo_2"} 0
# HELP elasticsearch_indices_indexing_is_throttled Whether indexing is currently throttled for an index (1=throttled, 0=not throttled)
# TYPE elasticsearch_indices_indexing_is_throttled gauge
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index=".monitoring-data-2"} 0
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index=".monitoring-es-2-2017.08.23"} 0
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index=".watches"} 0
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index="foo_2"} 0
# HELP elasticsearch_index_stats_merge_auto_throttle_bytes_total Total bytes that were auto-throttled during merging
# TYPE elasticsearch_index_stats_merge_auto_throttle_bytes_total counter
elasticsearch_index_stats_merge_auto_throttle_bytes_total{cluster="unknown_cluster",index=".monitoring-data-2"} 2.097152e+07
@ -1271,6 +1312,24 @@ func TestIndices(t *testing.T) {
elasticsearch_index_stats_indexing_throttle_time_seconds_total{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_throttle_time_seconds_total{cluster="unknown_cluster",index="foo_2"} 0
elasticsearch_index_stats_indexing_throttle_time_seconds_total{cluster="unknown_cluster",index="foo_3"} 0
# HELP elasticsearch_index_stats_indexing_delete_current The number of documents currently being deleted from an index
# TYPE elasticsearch_index_stats_indexing_delete_current gauge
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index=".geoip_databases"} 0
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index="foo_2"} 0
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index="foo_3"} 0
# HELP elasticsearch_index_stats_indexing_index_failed_total Total number of failed indexing operations
# TYPE elasticsearch_index_stats_indexing_index_failed_total counter
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index=".geoip_databases"} 0
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index="foo_2"} 0
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index="foo_3"} 0
# HELP elasticsearch_indices_indexing_is_throttled Whether indexing is currently throttled for an index (1=throttled, 0=not throttled)
# TYPE elasticsearch_indices_indexing_is_throttled gauge
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index=".geoip_databases"} 0
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index="foo_2"} 0
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index="foo_3"} 0
# HELP elasticsearch_index_stats_merge_auto_throttle_bytes_total Total bytes that were auto-throttled during merging
# TYPE elasticsearch_index_stats_merge_auto_throttle_bytes_total counter
elasticsearch_index_stats_merge_auto_throttle_bytes_total{cluster="unknown_cluster",index=".geoip_databases"} 2.097152e+07
@ -1726,6 +1785,24 @@ func TestIndices(t *testing.T) {
elasticsearch_index_stats_indexing_throttle_time_seconds_total{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_throttle_time_seconds_total{cluster="unknown_cluster",index="foo_2"} 0
elasticsearch_index_stats_indexing_throttle_time_seconds_total{cluster="unknown_cluster",index="foo_3"} 0
# HELP elasticsearch_index_stats_indexing_delete_current The number of documents currently being deleted from an index
# TYPE elasticsearch_index_stats_indexing_delete_current gauge
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index=".geoip_databases"} 0
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index="foo_2"} 0
elasticsearch_index_stats_indexing_delete_current{cluster="unknown_cluster",index="foo_3"} 0
# HELP elasticsearch_index_stats_indexing_index_failed_total Total number of failed indexing operations
# TYPE elasticsearch_index_stats_indexing_index_failed_total counter
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index=".geoip_databases"} 0
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index="foo_2"} 0
elasticsearch_index_stats_indexing_index_failed_total{cluster="unknown_cluster",index="foo_3"} 0
# HELP elasticsearch_indices_indexing_is_throttled Whether indexing is currently throttled for an index (1=throttled, 0=not throttled)
# TYPE elasticsearch_indices_indexing_is_throttled gauge
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index=".geoip_databases"} 0
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index="foo_1"} 0
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index="foo_2"} 0
elasticsearch_indices_indexing_is_throttled{cluster="unknown_cluster",index="foo_3"} 0
# HELP elasticsearch_index_stats_merge_auto_throttle_bytes_total Total bytes that were auto-throttled during merging
# TYPE elasticsearch_index_stats_merge_auto_throttle_bytes_total counter
elasticsearch_index_stats_merge_auto_throttle_bytes_total{cluster="unknown_cluster",index=".geoip_databases"} 2.097152e+07