grafana-agent内置了elasticsearch_exporter，可以采集Elasticsearch的运行指标。

目前grafana-agent不支持配置多个elasticsearch的地址，只能配置一个ElasticSearch地址对其进行metrics的采集。

我们强烈推荐您使用独立的账号运行grafana-agent，并做好访问elasticsearch实例的最小化授权，避免过度授权带来的安全隐患，更多可以参考official documentation。

配置并启用elasticsearch_exporter

  1. elasticsearch_exporter:
  2.   enabled: true
  3.   address: "http://localhost:9200"

采集的关键指标列表

  1. # Estimated size in bytes of breaker
  2. # 断路器预估内存大小
  3. # Gauge
  4. elasticsearch_breakers_estimated_size_bytes
  6. # Limit size in bytes for breaker
  7. # 断路器设置内存限制
  8. # Gauge
  9. elasticsearch_breakers_limit_size_bytes
  11. # tripped for breaker
  12. # 断路器累计阻断此时
  13. # Counter 
  14. elasticsearch_breakers_tripped
  16. # The number of primary shards in your cluster. This is an aggregate total across all indices
  17. # 集群主分片数量
  18. # Gauge
  19. elasticsearch_cluster_health_active_primary_shards
  21. # Aggregate total of all shards across all indices, which includes replica shards.
  22. # 集群分片总数
  23. # Gauge
  24. elasticsearch_cluster_health_active_shards
  26. # Shards delayed to reduce reallocation overhead
  27. # 暂缓重分配的分片数
  28. # Gauge
  29. elasticsearch_cluster_health_delayed_unassigned_shards
  31. # Count of shards that are being freshly created
  32. # 创建中的分片数
  33. # Gauge
  34. elasticsearch_cluster_health_initializing_shards
  36. # Number of data nodes in the cluster
  37. # 数据节点数
  38. # Gauge
  39. elasticsearch_cluster_health_number_of_data_nodes
  41. # Number of nodes in the cluster
  42. # 节点总数
  43. # Gauge
  44. elasticsearch_cluster_health_number_of_nodes
  46. # Cluster level changes which have not yet been executed
  47. # 等待执行的集群变更总数
  48. # Gauge
  49. elasticsearch_cluster_health_number_of_pending_tasks
  51. # The number of shards that are currently moving from one node to another node
  52. # 迁移中的分片数
  53. # Gauge
  54. elasticsearch_cluster_health_relocating_shards
  56. # Whether all primary and replica shards are allocated
  57. # 集群健康度
  58. # Gauge
  59. elasticsearch_cluster_health_status
  61. # The number of shards that exist in the cluster state, but cannot be found in the cluster itself
  62. # 集群未分配的分片数
  63. # Gauge
  64. elasticsearch_cluster_health_unassigned_shards
  66. # Available space on block device in bytes
  67. # 可用磁盘容量（byte）
  68. # Gauge
  69. elasticsearch_filesystem_data_available_bytes
  71. # Size of block device in bytes
  72. # 磁盘容量（byte）
  73. # Gauge
  74. elasticsearch_filesystem_data_size_bytes
  76. # Count of documents on this node
  77. # 节点文档总数
  78. # Gauge
  79. elasticsearch_indices_docs
  81. # Count of deleted documents on this node
  82. # 节点删除文档数
  83. # Gauge
  84. elasticsearch_indices_docs_deleted
  86. # Count of documents with only primary shards on all nodes
  87. # 所有节点主分片文档总数
  88. # Gauge
  89. elasticsearch_indices_docs_primary
  91. # Evictions from field data
  92. # field data cache 内存剔除次数
  93. # Counter
  94. elasticsearch_indices_fielddata_evictions
  96. # Field data cache memory usage in bytes
  97. # field data cache 内存占用（byte）
  98. # Gauge
  99. elasticsearch_indices_fielddata_memory_size_bytes
  101. # Evictions from filter cache
  102. # filter cache 内存剔除次数
  103. # Counter
  104. elasticsearch_indices_filter_cache_evictions
  106. # Filter cache memory usage in bytes
  107. # filter cache 内存占用（byte）
  108. # Gauge
  109. elasticsearch_indices_flush_time_seconds
  111. # Total flushes
  112. # flush操作次数累计
  113. # Counter
  114. elasticsearch_indices_flush_total
  116. # Total time get exists in seconds
  117. # get成功操作次数累计
  118. # Counter
  119. elasticsearch_indices_get_exists_time_seconds
  121. # Total get exists operations
  122. # get操作次数累计
  123. # Counter
  124. elasticsearch_indices_get_exists_total
  126. # Total time of get missing in seconds
  127. # get失败操作耗时累计（秒）
  128. # Counter
  129. elasticsearch_indices_get_missing_time_seconds
  131. # Total get missing
  132. # get失败操作次数累计
  133. # Counter
  134. elasticsearch_indices_get_missing_total
  136. # Total get time in seconds
  137. # get操作耗时累计（秒）
  138. # Counter
  139. elasticsearch_indices_get_time_seconds
  141. # Total get
  142. # get操作次数累计
  143. # Counter
  144. elasticsearch_indices_get_tota
  146. # Total time indexing delete in seconds
  147. # 索引删除累计耗时（秒）
  148. # Counter
  149. elasticsearch_indices_indexing_delete_time_seconds_total
  151. # Total indexing deletes
  152. # 索引删除操作次数累计
  153. # Counter
  154. elasticsearch_indices_indexing_delete_total
  156. # Cumulative index time in seconds
  157. # index操作累计耗时（秒）
  158. # Counter
  159. elasticsearch_indices_indexing_index_time_seconds_total
  161. # Total index calls
  162. # index操作数量累计
  163. # Counter
  164. elasticsearch_indices_indexing_index_total
  166. # Cumulative docs merged
  167. # merge文档数量累计
  168. # Counter
  169. elasticsearch_indices_merges_docs_total
  171. # Total merges
  172. # merge操作数量累计
  173. # Counter
  174. elasticsearch_indices_merges_total
  176. # Total merge size in bytes
  177. # merge操作数据大小累计（byte）
  178. # Counter
  179. elasticsearch_indices_merges_total_size_bytes_total
  181. # Total time spent merging in seconds
  182. # merge操作累计耗时（秒）
  183. # Counter
  184. elasticsearch_indices_merges_total_time_seconds_total
  186. # Evictions from query cache
  187. # query cache 内存剔除次数
  188. # Counter
  189. elasticsearch_indices_query_cache_evictions
  191. # Query cache memory usage in bytes
  192. # query cache 内存占用（byte）
  193. # Gauge
  194. elasticsearch_indices_query_cache_memory_size_bytes
  196. # Total time spent refreshing in seconds
  197. # refresh操作耗时累计（秒）
  198. # Counter
  199. elasticsearch_indices_refresh_time_seconds_total
  201. # Total refreshes
  202. # refresh操作次数累计
  203. # Counter
  204. elasticsearch_indices_refresh_total
  206. # Total search fetch time in seconds
  207. # fetch操作耗时累计（秒）
  208. # Counter
  209. elasticsearch_indices_search_fetch_time_seconds
  211. # Total number of fetches
  212. # fetch操作次数累计
  213. # Counter
  214. elasticsearch_indices_search_fetch_total
  216. # Total search query time in seconds
  217. # query操作耗时累计（秒）
  218. # Counter
  219. elasticsearch_indices_search_query_time_seconds
  221. # Total number of queries
  222. # query操作次数累计
  223. # Counter
  224. elasticsearch_indices_search_query_total
  226. # Segments with only primary shards on all nodes
  227. # 所有节点主分片segment总数
  228. # Gauge
  229. elasticsearch_indices_segment_count_primary
  231. # Segments with all shards on all nodes
  232. # 所有节点所有分片segment总数
  233. # Gauge
  234. elasticsearch_indices_segment_count_total
  236. # Doc values with only primary shards on all nodes in bytes
  237. # 主分片doc value内存占用（byte）
  238. # Gauge
  239. elasticsearch_indices_segment_doc_values_memory_bytes_primary
  241. # Doc values with all shards on all nodes in bytes
  242. # 所有分片doc value内存占用（byte）
  243. # Gauge
  244. elasticsearch_indices_segment_doc_values_memory_bytes_total
  246. # Size of fields with only primary shards on all nodes in bytes
  247. # 分片field内存占用（byte）
  248. # Gauge
  249. elasticsearch_indices_segment_fields_memory_bytes_primary
  251. # Size of fields with all shards on all nodes in bytes
  252. # 所有分片field内存占用（byte）
  253. # Gauge
  254. elasticsearch_indices_segment_fields_memory_bytes_total
  256. # Size of fixed bit with only primary shards on all nodes in bytes
  257. # 主分片fixed bit set内存占用（byte）
  258. # Gauge
  259. elasticsearch_indices_segment_fixed_bit_set_memory_bytes_primary
  261. # Size of fixed bit with all shards on all nodes in bytes
  262. # 所有分片fixed bit set内存占用（byte）
  263. # Gauge
  264. elasticsearch_indices_segment_fixed_bit_set_memory_bytes_total
  266. # Index writer with only primary shards on all nodes in bytes
  267. # 主分片索引写入数据量（byte）
  268. # Gauge
  269. elasticsearch_indices_segment_index_writer_memory_bytes_primary
  271. # Index writer with all shards on all nodes in bytes
  272. # 所有分片索引写入数据量（byte）
  273. # Gauge
  274. elasticsearch_indices_segment_index_writer_memory_bytes_total
  276. # Size of segments with only primary shards on all nodes in bytes
  277. # 主分片segment数
  278. # Gauge
  279. elasticsearch_indices_segment_memory_bytes_primary
  281. # Size of segments with all shards on all nodes in bytes
  282. # 所有分片segment总数
  283. # Gauge
  284. elasticsearch_indices_segment_memory_bytes_total
  286. # Size of norms with only primary shards on all nodes in bytes
  287. # 主分片normalization factor内存占用（byte）
  288. # Gauge
  289. elasticsearch_indices_segment_norms_memory_bytes_primary
  291. # Size of norms with all shards on all nodes in bytes
  292. # 所有分片normalization factor内存占用（byte）
  293. # Gauge
  294. elasticsearch_indices_segment_norms_memory_bytes_total
  296. # Size of points with only primary shards on all nodes in bytes
  297. # 主分片point内存占用（byte）
  298. # Gauge
  299. elasticsearch_indices_segment_points_memory_bytes_primary
  301. # Size of points with all shards on all nodes in bytes
  302. # 所有分片point内存占用（byte）
  303. # Gauge
  304. elasticsearch_indices_segment_points_memory_bytes_total
  306. # Size of terms with only primary shards on all nodes in bytes
  307. # 主分片term内存占用（byte）
  308. # Gauge
  309. elasticsearch_indices_segment_terms_memory_primary
  311. # Number of terms with all shards on all nodes in bytes
  312. # 所有分片term内存占用（byte）
  313. # Gauge
  314. elasticsearch_indices_segment_terms_memory_total
  316. # Size of version map with only primary shards on all nodes in bytes
  317. # 所有分片version map内存占用（byte）
  318. # Gauge
  319. elasticsearch_indices_segment_version_map_memory_bytes_primary
  321. # Size of version map with all shards on all nodes in bytes
  322. # 所有分片version map内存占用（byte）
  323. # Gauge
  324. elasticsearch_indices_segment_version_map_memory_bytes_total
  326. # Count of index segments
  327. # segment个数
  328. # Gauge
  329. elasticsearch_indices_segments_count
  331. # Current memory size of segments in bytes
  332. # segment内存占用（byte）
  333. # Gauge
  334. elasticsearch_indices_segments_memory_bytes
  336. # Current size of stored index data in bytes with only primary shards on all nodes
  337. # 主分片索引容量（byte）
  338. # Gauge
  339. elasticsearch_indices_store_size_bytes_primary
  341. # Current size of stored index data in bytes with all shards on all nodes
  342. # 所有分片索引容量（byte）
  343. # Gauge
  344. elasticsearch_indices_store_size_bytes_total
  346. # Throttle time for index store in seconds
  347. # 索引存储限制耗时（秒）
  348. # Counter
  349. elasticsearch_indices_store_throttle_time_seconds_total
  351. # Total translog operations
  352. # tranlog操作数累计
  353. # Counter
  354. elasticsearch_indices_translog_operations
  356. # Total translog size in bytes
  357. # tranlog大小累计（byte）
  358. # Counter
  359. elasticsearch_indices_translog_size_in_bytes
  361. # Count of JVM GC runs
  362. # GC运行次数累计
  363. # Counter
  364. elasticsearch_jvm_gc_collection_seconds_count
  366. # GC run time in seconds
  367. # GC运行耗时累计（秒）
  368. # C欧BT而
  369. elasticsearch_jvm_gc_collection_seconds_sum
  371. # JVM memory currently committed by area
  372. # JVM申请内存大小（byte）
  373. # Gauge
  374. elasticsearch_jvm_memory_committed_bytes
  376. # JVM memory max
  377. # JVM内存限制大小（byte）
  378. # Gauge
  379. elasticsearch_jvm_memory_max_bytes
  381. # JVM memory peak used by pool
  382. # JVM内存峰值大小（byte）
  383. # Counter
  384. elasticsearch_jvm_memory_pool_peak_used_bytes
  386. # JVM memory currently used by area
  387. # JVM内存占用大小（byte）
  388. # Gauge
  389. elasticsearch_jvm_memory_used_bytes
  391. # Shortterm load average
  392. # 系统负载（1分钟）
  393. # Gauge
  394. elasticsearch_os_load1
  396. # Midterm load average
  397. # 系统负载（5分钟）
  398. # Gauge
  399. elasticsearch_os_load15
  401. # Longterm load average
  402. # 系统负载（15分钟）
  403. # Gauge
  404. elasticsearch_os_load5
  406. # Percent CPU used by process
  407. # 进程CPU占用率
  408. # Gauge
  409. elasticsearch_process_cpu_percent
  411. # Open file descriptors
  412. # 进程打开文件数
  413. # Gauge
  414. elasticsearch_process_open_files_count
  416. # Thread Pool threads active
  417. # 活跃线程总数
  418. # Gauge
  419. elasticsearch_thread_pool_active_count
  421. # Thread Pool operations completed
  422. # 线程池complete次数
  423. # Counter
  424. elasticsearch_thread_pool_completed_count
  426. # Thread Pool operations rejected
  427. # 线程池reject次数
  428. # Counter
  429. elasticsearch_thread_pool_rejected_count
  431. # Total number of bytes received
  432. # 网络收流量（byte）
  433. # Counter
  434. elasticsearch_transport_rx_size_bytes_total
  436. # Total number of bytes received
  437. # 网络发流量（byte）
  438. # Counter
  439. elasticsearch_transport_tx_size_bytes_total

完整地配置项说明

  1.   # Enables the elasticsearch_exporter integration, allowing the Agent to automatically
  2.   # collect system metrics from the configured ElasticSearch server address
  3.   [enabled: <boolean> | default = false]
  5.   # Sets an explicit value for the instance label when the integration is
  6.   # self-scraped. Overrides inferred values.
  7.   #
  8.   # The default value for this integration is inferred from the hostname portion
  9.   # of address.
  10.   [instance: <string>]
  12.   # Automatically collect metrics from this integration. If disabled,
  13.   # the elasticsearch_exporter integration will be run but not scraped and thus not
  14.   # remote-written. Metrics for the integration will be exposed at
  15.   # /integrations/elasticsearch_exporter/metrics and can be scraped by an external
  16.   # process.
  17.   [scrape_integration: <boolean> | default = <integrations_config.scrape_integrations>]
  19.   # How often should the metrics be collected? Defaults to
  20.   # prometheus.global.scrape_interval.
  21.   [scrape_interval: <duration> | default = <global_config.scrape_interval>]
  23.   # The timeout before considering the scrape a failure. Defaults to
  24.   # prometheus.global.scrape_timeout.
  25.   [scrape_timeout: <duration> | default = <global_config.scrape_timeout>]
  27.   # Allows for relabeling labels on the target.
  28.   relabel_configs:
  29.     [- <relabel_config> ... ]
  31.   # Relabel metrics coming from the integration, allowing to drop series
  32.   # from the integration that you don't care about.
  33.   metric_relabel_configs:
  34.     [ - <relabel_config> ... ]
  36.   # How frequent to truncate the WAL for this integration.
  37.   [wal_truncate_frequency: <duration> | default = "60m"]
  39.   # Monitor the exporter itself and include those metrics in the results.
  40.   [include_exporter_metrics: <bool> | default = false]
  42.   #
  43.   # Exporter-specific configuration options
  44.   #
  46.   # HTTP API address of an Elasticsearch node.
  47.   [ address: <string> | default = "http://localhost:9200" ]
  49.   # Timeout for trying to get stats from Elasticsearch.
  50.   [ timeout: <duration> | default = "5s" ]
  52.   # Export stats for all nodes in the cluster. If used, this flag will override the flag `node`.
  53.   [ all: <boolean> ]
  55.   # Node's name of which metrics should be exposed.
  56.   [ node: <boolean> ]
  58.   # Export stats for indices in the cluster.
  59.   [ indices: <boolean> ]
  61.   # Export stats for settings of all indices of the cluster.
  62.   [ indices_settings: <boolean> ]
  64.   # Export stats for cluster settings.
  65.   [ cluster_settings: <boolean> ]
  67.   # Export stats for shards in the cluster (implies indices).
  68.   [ shards: <boolean> ]
  70.   # Export stats for the cluster snapshots.
  71.   [ snapshots: <boolean> ]
  73.   # Cluster info update interval for the cluster label.
  74.   [ clusterinfo_interval: <duration> | default = "5m" ]
  76.   # Path to PEM file that contains trusted Certificate Authorities for the Elasticsearch connection.
  77.   [ ca: <string> ]
  79.   # Path to PEM file that contains the private key for client auth when connecting to Elasticsearch.
  80.   [ client_private_key: <string> ]
  82.   # Path to PEM file that contains the corresponding cert for the private key to connect to Elasticsearch.
  83.   [ client_cert: <string> ]
  85.   # Skip SSL verification when connecting to Elasticsearch.
  86.   [ ssl_skip_verify: <boolean> ]