# HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 5.56e-05 go_gc_duration_seconds{quantile="0.25"} 8.543e-05 go_gc_duration_seconds{quantile="0.5"} 0.00014432 go_gc_duration_seconds{quantile="0.75"} 0.0002253 go_gc_duration_seconds{quantile="1"} 0.00078484 go_gc_duration_seconds_sum 0.005795599 go_gc_duration_seconds_count 33 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 363 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.15.2"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated and still in use. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 1.022702432e+09 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 6.437170568e+09 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 1.775886e+06 # HELP go_memstats_frees_total Total number of frees. # TYPE go_memstats_frees_total counter go_memstats_frees_total 1.5236983e+07 # HELP go_memstats_gc_cpu_fraction The fraction of this program's available CPU time used by the GC since the program started. # TYPE go_memstats_gc_cpu_fraction gauge go_memstats_gc_cpu_fraction 0.0005863185522603169 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 6.5195592e+07 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 1.022702432e+09 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 4.89398272e+08 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 1.108631552e+09 # HELP go_memstats_heap_objects Number of allocated objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 1.050365e+07 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 5.24288e+06 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 1.598029824e+09 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7650258098008096e+09 # HELP go_memstats_lookups_total Total number of pointer lookups. # TYPE go_memstats_lookups_total counter go_memstats_lookups_total 0 # HELP go_memstats_mallocs_total Total number of mallocs. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 2.5740633e+07 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 13888 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 16384 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 1.4766608e+07 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 2.0168704e+07 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 1.71495496e+09 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 3.87133e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 1.2582912e+07 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 1.2582912e+07 # HELP go_memstats_sys_bytes Number of bytes obtained from system. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 1.701640632e+09 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 15 # HELP net_conntrack_dialer_conn_attempted_total Total number of connections attempted by the given dialer a given name. # TYPE net_conntrack_dialer_conn_attempted_total counter net_conntrack_dialer_conn_attempted_total{dialer_name="alertmanager"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="default"} 0 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-apiservers"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-nodes"} 3 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-nodes-cadvisor"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-pods"} 46 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-pods-slow"} 0 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-service-endpoints"} 26 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-service-endpoints-slow"} 0 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-services"} 0 net_conntrack_dialer_conn_attempted_total{dialer_name="opsmx_ssd_metrics"} 869 net_conntrack_dialer_conn_attempted_total{dialer_name="prometheus"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="prometheus-pushgateway"} 0 # HELP net_conntrack_dialer_conn_closed_total Total number of connections closed which originated from the dialer of a given name. # TYPE net_conntrack_dialer_conn_closed_total counter net_conntrack_dialer_conn_closed_total{dialer_name="alertmanager"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="default"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-apiservers"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-nodes"} 2 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-nodes-cadvisor"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-pods"} 36 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-pods-slow"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-service-endpoints"} 6 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-service-endpoints-slow"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-services"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="opsmx_ssd_metrics"} 760 net_conntrack_dialer_conn_closed_total{dialer_name="prometheus"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="prometheus-pushgateway"} 0 # HELP net_conntrack_dialer_conn_established_total Total number of connections successfully established by the given dialer a given name. # TYPE net_conntrack_dialer_conn_established_total counter net_conntrack_dialer_conn_established_total{dialer_name="alertmanager"} 1 net_conntrack_dialer_conn_established_total{dialer_name="default"} 0 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-apiservers"} 1 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-nodes"} 3 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-nodes-cadvisor"} 1 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-pods"} 44 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-pods-slow"} 0 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-service-endpoints"} 18 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-service-endpoints-slow"} 0 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-services"} 0 net_conntrack_dialer_conn_established_total{dialer_name="opsmx_ssd_metrics"} 801 net_conntrack_dialer_conn_established_total{dialer_name="prometheus"} 1 net_conntrack_dialer_conn_established_total{dialer_name="prometheus-pushgateway"} 0 # HELP net_conntrack_dialer_conn_failed_total Total number of connections failed to dial by the dialer a given name. # TYPE net_conntrack_dialer_conn_failed_total counter net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes-cadvisor",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes-cadvisor",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes-cadvisor",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes-cadvisor",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="refused"} 2 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="unknown"} 2 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods-slow",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods-slow",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods-slow",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods-slow",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-service-endpoints",reason="refused"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-service-endpoints",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-service-endpoints",reason="timeout"} 7 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-service-endpoints",reason="unknown"} 8 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-service-endpoints-slow",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-service-endpoints-slow",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-service-endpoints-slow",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-service-endpoints-slow",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-services",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-services",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-services",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-services",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opsmx_ssd_metrics",reason="refused"} 68 net_conntrack_dialer_conn_failed_total{dialer_name="opsmx_ssd_metrics",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opsmx_ssd_metrics",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opsmx_ssd_metrics",reason="unknown"} 68 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus-pushgateway",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus-pushgateway",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus-pushgateway",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus-pushgateway",reason="unknown"} 0 # HELP net_conntrack_listener_conn_accepted_total Total number of connections opened to the listener of a given name. # TYPE net_conntrack_listener_conn_accepted_total counter net_conntrack_listener_conn_accepted_total{listener_name="http"} 526 # HELP net_conntrack_listener_conn_closed_total Total number of connections closed that were made to the listener of a given name. # TYPE net_conntrack_listener_conn_closed_total counter net_conntrack_listener_conn_closed_total{listener_name="http"} 522 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 86.34 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 1.048576e+06 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 135 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 1.799520256e+09 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.76502394592e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 8.687816704e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes -1 # HELP prometheus_api_remote_read_queries The current number of remote read queries being executed or waiting. # TYPE prometheus_api_remote_read_queries gauge prometheus_api_remote_read_queries 0 # HELP prometheus_build_info A metric with a constant '1' value labeled by version, revision, branch, and goversion from which prometheus was built. # TYPE prometheus_build_info gauge prometheus_build_info{branch="HEAD",goversion="go1.15.2",revision="e83ef207b6c2398919b69cd87d2693cfc2fb4127",version="2.21.0"} 1 # HELP prometheus_config_last_reload_success_timestamp_seconds Timestamp of the last successful configuration reload. # TYPE prometheus_config_last_reload_success_timestamp_seconds gauge prometheus_config_last_reload_success_timestamp_seconds 1.7650239555321999e+09 # HELP prometheus_config_last_reload_successful Whether the last configuration reload attempt was successful. # TYPE prometheus_config_last_reload_successful gauge prometheus_config_last_reload_successful 1 # HELP prometheus_engine_queries The current number of queries being executed or waiting. # TYPE prometheus_engine_queries gauge prometheus_engine_queries 0 # HELP prometheus_engine_queries_concurrent_max The max number of concurrent queries. # TYPE prometheus_engine_queries_concurrent_max gauge prometheus_engine_queries_concurrent_max 20 # HELP prometheus_engine_query_duration_seconds Query timings # TYPE prometheus_engine_query_duration_seconds summary prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.5"} 0.00033612 prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.9"} 0.00548566 prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.99"} 0.00758411 prometheus_engine_query_duration_seconds_sum{slice="inner_eval"} 0.2742711659999999 prometheus_engine_query_duration_seconds_count{slice="inner_eval"} 223 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.5"} 0.00017199 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.9"} 0.00507322 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.99"} 0.00543972 prometheus_engine_query_duration_seconds_sum{slice="prepare_time"} 0.22941939800000002 prometheus_engine_query_duration_seconds_count{slice="prepare_time"} 223 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.5"} 1.99e-05 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.9"} 5.428e-05 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.99"} 0.00013216 prometheus_engine_query_duration_seconds_sum{slice="queue_time"} 0.007237555 prometheus_engine_query_duration_seconds_count{slice="queue_time"} 223 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.5"} NaN prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.9"} NaN prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.99"} NaN prometheus_engine_query_duration_seconds_sum{slice="result_sort"} 0 prometheus_engine_query_duration_seconds_count{slice="result_sort"} 0 # HELP prometheus_engine_query_log_enabled State of the query log. # TYPE prometheus_engine_query_log_enabled gauge prometheus_engine_query_log_enabled 0 # HELP prometheus_engine_query_log_failures_total The number of query log failures. # TYPE prometheus_engine_query_log_failures_total counter prometheus_engine_query_log_failures_total 0 # HELP prometheus_http_request_duration_seconds Histogram of latencies for HTTP requests. # TYPE prometheus_http_request_duration_seconds histogram prometheus_http_request_duration_seconds_bucket{handler="/",le="0.1"} 1 prometheus_http_request_duration_seconds_bucket{handler="/",le="0.2"} 1 prometheus_http_request_duration_seconds_bucket{handler="/",le="0.4"} 1 prometheus_http_request_duration_seconds_bucket{handler="/",le="1"} 1 prometheus_http_request_duration_seconds_bucket{handler="/",le="3"} 1 prometheus_http_request_duration_seconds_bucket{handler="/",le="8"} 1 prometheus_http_request_duration_seconds_bucket{handler="/",le="20"} 1 prometheus_http_request_duration_seconds_bucket{handler="/",le="60"} 1 prometheus_http_request_duration_seconds_bucket{handler="/",le="120"} 1 prometheus_http_request_duration_seconds_bucket{handler="/",le="+Inf"} 1 prometheus_http_request_duration_seconds_sum{handler="/"} 3.184e-05 prometheus_http_request_duration_seconds_count{handler="/"} 1 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="0.1"} 126 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="0.2"} 126 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="0.4"} 126 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="1"} 126 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="3"} 126 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="8"} 126 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="20"} 126 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="60"} 126 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="120"} 126 prometheus_http_request_duration_seconds_bucket{handler="/-/healthy",le="+Inf"} 126 prometheus_http_request_duration_seconds_sum{handler="/-/healthy"} 0.0015634129999999992 prometheus_http_request_duration_seconds_count{handler="/-/healthy"} 126 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.1"} 379 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.2"} 379 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.4"} 379 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="1"} 379 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="3"} 379 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="8"} 379 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="20"} 379 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="60"} 379 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="120"} 379 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="+Inf"} 379 prometheus_http_request_duration_seconds_sum{handler="/-/ready"} 0.004506706999999997 prometheus_http_request_duration_seconds_count{handler="/-/ready"} 379 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.1"} 12 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.2"} 12 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.4"} 12 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="1"} 12 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="3"} 12 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="8"} 12 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="20"} 12 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="60"} 12 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="120"} 12 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="+Inf"} 12 prometheus_http_request_duration_seconds_sum{handler="/graph"} 0.01489205 prometheus_http_request_duration_seconds_count{handler="/graph"} 12 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.1"} 32 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.2"} 32 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.4"} 32 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="1"} 32 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="3"} 32 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="8"} 32 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="20"} 32 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="60"} 32 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="120"} 32 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="+Inf"} 32 prometheus_http_request_duration_seconds_sum{handler="/metrics"} 0.124670305 prometheus_http_request_duration_seconds_count{handler="/metrics"} 32 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.1"} 4 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.2"} 4 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.4"} 4 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="1"} 4 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="3"} 4 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="8"} 4 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="20"} 4 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="60"} 4 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="120"} 4 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="+Inf"} 4 prometheus_http_request_duration_seconds_sum{handler="/static/*filepath"} 0.000468249 prometheus_http_request_duration_seconds_count{handler="/static/*filepath"} 4 # HELP prometheus_http_requests_total Counter of HTTP requests. # TYPE prometheus_http_requests_total counter prometheus_http_requests_total{code="200",handler="/-/healthy"} 126 prometheus_http_requests_total{code="200",handler="/-/ready"} 379 prometheus_http_requests_total{code="200",handler="/graph"} 12 prometheus_http_requests_total{code="200",handler="/metrics"} 32 prometheus_http_requests_total{code="200",handler="/static/*filepath"} 4 prometheus_http_requests_total{code="302",handler="/"} 1 # HELP prometheus_http_response_size_bytes Histogram of response size for HTTP requests. # TYPE prometheus_http_response_size_bytes histogram prometheus_http_response_size_bytes_bucket{handler="/",le="100"} 1 prometheus_http_response_size_bytes_bucket{handler="/",le="1000"} 1 prometheus_http_response_size_bytes_bucket{handler="/",le="10000"} 1 prometheus_http_response_size_bytes_bucket{handler="/",le="100000"} 1 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+06"} 1 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+07"} 1 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+08"} 1 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+09"} 1 prometheus_http_response_size_bytes_bucket{handler="/",le="+Inf"} 1 prometheus_http_response_size_bytes_sum{handler="/"} 29 prometheus_http_response_size_bytes_count{handler="/"} 1 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="100"} 126 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="1000"} 126 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="10000"} 126 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="100000"} 126 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="1e+06"} 126 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="1e+07"} 126 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="1e+08"} 126 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="1e+09"} 126 prometheus_http_response_size_bytes_bucket{handler="/-/healthy",le="+Inf"} 126 prometheus_http_response_size_bytes_sum{handler="/-/healthy"} 2898 prometheus_http_response_size_bytes_count{handler="/-/healthy"} 126 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="100"} 379 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1000"} 379 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="10000"} 379 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="100000"} 379 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+06"} 379 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+07"} 379 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+08"} 379 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+09"} 379 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="+Inf"} 379 prometheus_http_response_size_bytes_sum{handler="/-/ready"} 7959 prometheus_http_response_size_bytes_count{handler="/-/ready"} 379 prometheus_http_response_size_bytes_bucket{handler="/graph",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/graph",le="10000"} 12 prometheus_http_response_size_bytes_bucket{handler="/graph",le="100000"} 12 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+06"} 12 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+07"} 12 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+08"} 12 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+09"} 12 prometheus_http_response_size_bytes_bucket{handler="/graph",le="+Inf"} 12 prometheus_http_response_size_bytes_sum{handler="/graph"} 71688 prometheus_http_response_size_bytes_count{handler="/graph"} 12 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="10000"} 18 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100000"} 32 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+06"} 32 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+07"} 32 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+08"} 32 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+09"} 32 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="+Inf"} 32 prometheus_http_response_size_bytes_sum{handler="/metrics"} 318942 prometheus_http_response_size_bytes_count{handler="/metrics"} 32 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1000"} 3 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="10000"} 4 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100000"} 4 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+06"} 4 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+07"} 4 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+08"} 4 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+09"} 4 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="+Inf"} 4 prometheus_http_response_size_bytes_sum{handler="/static/*filepath"} 3680 prometheus_http_response_size_bytes_count{handler="/static/*filepath"} 4 # HELP prometheus_notifications_alertmanagers_discovered The number of alertmanagers discovered and active. # TYPE prometheus_notifications_alertmanagers_discovered gauge prometheus_notifications_alertmanagers_discovered 1 # HELP prometheus_notifications_dropped_total Total number of alerts dropped due to errors when sending to Alertmanager. # TYPE prometheus_notifications_dropped_total counter prometheus_notifications_dropped_total 0 # HELP prometheus_notifications_errors_total Total number of errors sending alert notifications. # TYPE prometheus_notifications_errors_total counter prometheus_notifications_errors_total{alertmanager="http://10.152.5.17:9093/api/v1/alerts"} 0 # HELP prometheus_notifications_latency_seconds Latency quantiles for sending alert notifications. # TYPE prometheus_notifications_latency_seconds summary prometheus_notifications_latency_seconds{alertmanager="http://10.152.5.17:9093/api/v1/alerts",quantile="0.5"} 0.00168767 prometheus_notifications_latency_seconds{alertmanager="http://10.152.5.17:9093/api/v1/alerts",quantile="0.9"} 0.00188796 prometheus_notifications_latency_seconds{alertmanager="http://10.152.5.17:9093/api/v1/alerts",quantile="0.99"} 0.0019755 prometheus_notifications_latency_seconds_sum{alertmanager="http://10.152.5.17:9093/api/v1/alerts"} 0.04983128400000001 prometheus_notifications_latency_seconds_count{alertmanager="http://10.152.5.17:9093/api/v1/alerts"} 30 # HELP prometheus_notifications_queue_capacity The capacity of the alert notifications queue. # TYPE prometheus_notifications_queue_capacity gauge prometheus_notifications_queue_capacity 10000 # HELP prometheus_notifications_queue_length The number of alert notifications in the queue. # TYPE prometheus_notifications_queue_length gauge prometheus_notifications_queue_length 0 # HELP prometheus_notifications_sent_total Total number of alerts sent. # TYPE prometheus_notifications_sent_total counter prometheus_notifications_sent_total{alertmanager="http://10.152.5.17:9093/api/v1/alerts"} 30 # HELP prometheus_remote_storage_highest_timestamp_in_seconds Highest timestamp that has come into the remote storage via the Appender interface, in seconds since epoch. # TYPE prometheus_remote_storage_highest_timestamp_in_seconds gauge prometheus_remote_storage_highest_timestamp_in_seconds 1.765025871e+09 # HELP prometheus_remote_storage_samples_in_total Samples in to remote storage, compare to samples out for queue managers. # TYPE prometheus_remote_storage_samples_in_total counter prometheus_remote_storage_samples_in_total 4.749426e+06 # HELP prometheus_remote_storage_string_interner_zero_reference_releases_total The number of times release has been called for strings that are not interned. # TYPE prometheus_remote_storage_string_interner_zero_reference_releases_total counter prometheus_remote_storage_string_interner_zero_reference_releases_total 0 # HELP prometheus_rule_evaluation_duration_seconds The duration for a rule to execute. # TYPE prometheus_rule_evaluation_duration_seconds summary prometheus_rule_evaluation_duration_seconds{quantile="0.5"} 0.00076614 prometheus_rule_evaluation_duration_seconds{quantile="0.9"} 0.01083317 prometheus_rule_evaluation_duration_seconds{quantile="0.99"} 0.01249071 prometheus_rule_evaluation_duration_seconds_sum 0.568041193 prometheus_rule_evaluation_duration_seconds_count 223 # HELP prometheus_rule_evaluation_failures_total The total number of rule evaluation failures. # TYPE prometheus_rule_evaluation_failures_total counter prometheus_rule_evaluation_failures_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_cpu_usage_is_high"} 0 prometheus_rule_evaluation_failures_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_memory_usage_is_high"} 0 prometheus_rule_evaluation_failures_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_cpu_greater_than_80"} 0 prometheus_rule_evaluation_failures_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_disk_space_too_low"} 0 prometheus_rule_evaluation_failures_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_down"} 0 prometheus_rule_evaluation_failures_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_memory_left_lessser_than_10"} 0 prometheus_rule_evaluation_failures_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;prometheus-job-down"} 0 # HELP prometheus_rule_evaluations_total The total number of rule evaluations. # TYPE prometheus_rule_evaluations_total counter prometheus_rule_evaluations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_cpu_usage_is_high"} 32 prometheus_rule_evaluations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_memory_usage_is_high"} 32 prometheus_rule_evaluations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_cpu_greater_than_80"} 31 prometheus_rule_evaluations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_disk_space_too_low"} 32 prometheus_rule_evaluations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_down"} 32 prometheus_rule_evaluations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_memory_left_lessser_than_10"} 32 prometheus_rule_evaluations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;prometheus-job-down"} 32 # HELP prometheus_rule_group_duration_seconds The duration of rule group evaluations. # TYPE prometheus_rule_group_duration_seconds summary prometheus_rule_group_duration_seconds{quantile="0.01"} 0.00018811 prometheus_rule_group_duration_seconds{quantile="0.05"} 0.00024121 prometheus_rule_group_duration_seconds{quantile="0.5"} 0.00077426 prometheus_rule_group_duration_seconds{quantile="0.9"} 0.01084123 prometheus_rule_group_duration_seconds{quantile="0.99"} 0.01251451 prometheus_rule_group_duration_seconds_sum 0.5701497599999996 prometheus_rule_group_duration_seconds_count 223 # HELP prometheus_rule_group_interval_seconds The interval of a rule group. # TYPE prometheus_rule_group_interval_seconds gauge prometheus_rule_group_interval_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_cpu_usage_is_high"} 60 prometheus_rule_group_interval_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_memory_usage_is_high"} 60 prometheus_rule_group_interval_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_cpu_greater_than_80"} 60 prometheus_rule_group_interval_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_disk_space_too_low"} 60 prometheus_rule_group_interval_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_down"} 60 prometheus_rule_group_interval_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_memory_left_lessser_than_10"} 60 prometheus_rule_group_interval_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;prometheus-job-down"} 60 # HELP prometheus_rule_group_iterations_missed_total The total number of rule group evaluations missed due to slow rule group evaluation. # TYPE prometheus_rule_group_iterations_missed_total counter prometheus_rule_group_iterations_missed_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_cpu_usage_is_high"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_memory_usage_is_high"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_cpu_greater_than_80"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_disk_space_too_low"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_down"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_memory_left_lessser_than_10"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;prometheus-job-down"} 0 # HELP prometheus_rule_group_iterations_total The total number of scheduled rule group evaluations, whether executed or missed. # TYPE prometheus_rule_group_iterations_total counter prometheus_rule_group_iterations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_cpu_usage_is_high"} 32 prometheus_rule_group_iterations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_memory_usage_is_high"} 32 prometheus_rule_group_iterations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_cpu_greater_than_80"} 31 prometheus_rule_group_iterations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_disk_space_too_low"} 32 prometheus_rule_group_iterations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_down"} 32 prometheus_rule_group_iterations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_memory_left_lessser_than_10"} 32 prometheus_rule_group_iterations_total{rule_group="/etc/alerts.d/node_alerting_rules.yml;prometheus-job-down"} 32 # HELP prometheus_rule_group_last_duration_seconds The duration of the last rule group evaluation. # TYPE prometheus_rule_group_last_duration_seconds gauge prometheus_rule_group_last_duration_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_cpu_usage_is_high"} 0.00512718 prometheus_rule_group_last_duration_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_memory_usage_is_high"} 0.011266559 prometheus_rule_group_last_duration_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_cpu_greater_than_80"} 0.001080169 prometheus_rule_group_last_duration_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_disk_space_too_low"} 0.00080793 prometheus_rule_group_last_duration_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_down"} 0.00030355 prometheus_rule_group_last_duration_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_memory_left_lessser_than_10"} 0.00072805 prometheus_rule_group_last_duration_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;prometheus-job-down"} 0.00034222 # HELP prometheus_rule_group_last_evaluation_timestamp_seconds The timestamp of the last rule group evaluation in seconds. # TYPE prometheus_rule_group_last_evaluation_timestamp_seconds gauge prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_cpu_usage_is_high"} 1.7650258598766022e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_memory_usage_is_high"} 1.765025849309072e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_cpu_greater_than_80"} 1.7650258146183436e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_disk_space_too_low"} 1.7650258194971838e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_down"} 1.7650258650603104e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_memory_left_lessser_than_10"} 1.7650258543457067e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/alerts.d/node_alerting_rules.yml;prometheus-job-down"} 1.7650258230687418e+09 # HELP prometheus_rule_group_rules The number of rules. # TYPE prometheus_rule_group_rules gauge prometheus_rule_group_rules{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_cpu_usage_is_high"} 1 prometheus_rule_group_rules{rule_group="/etc/alerts.d/node_alerting_rules.yml;container_memory_usage_is_high"} 1 prometheus_rule_group_rules{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_cpu_greater_than_80"} 1 prometheus_rule_group_rules{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_disk_space_too_low"} 1 prometheus_rule_group_rules{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_down"} 1 prometheus_rule_group_rules{rule_group="/etc/alerts.d/node_alerting_rules.yml;node_memory_left_lessser_than_10"} 1 prometheus_rule_group_rules{rule_group="/etc/alerts.d/node_alerting_rules.yml;prometheus-job-down"} 1 # HELP prometheus_sd_consul_rpc_duration_seconds The duration of a Consul RPC call in seconds. # TYPE prometheus_sd_consul_rpc_duration_seconds summary prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.5"} NaN prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.9"} NaN prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.99"} NaN prometheus_sd_consul_rpc_duration_seconds_sum{call="service",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds_count{call="service",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.5"} NaN prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.9"} NaN prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.99"} NaN prometheus_sd_consul_rpc_duration_seconds_sum{call="services",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds_count{call="services",endpoint="catalog"} 0 # HELP prometheus_sd_consul_rpc_failures_total The number of Consul RPC call failures. # TYPE prometheus_sd_consul_rpc_failures_total counter prometheus_sd_consul_rpc_failures_total 0 # HELP prometheus_sd_discovered_targets Current number of discovered targets. # TYPE prometheus_sd_discovered_targets gauge prometheus_sd_discovered_targets{config="config-0",name="notify"} 288 prometheus_sd_discovered_targets{config="kubernetes-apiservers",name="scrape"} 156 prometheus_sd_discovered_targets{config="kubernetes-nodes",name="scrape"} 7 prometheus_sd_discovered_targets{config="kubernetes-nodes-cadvisor",name="scrape"} 7 prometheus_sd_discovered_targets{config="kubernetes-pods",name="scrape"} 288 prometheus_sd_discovered_targets{config="kubernetes-pods-slow",name="scrape"} 288 prometheus_sd_discovered_targets{config="kubernetes-service-endpoints",name="scrape"} 156 prometheus_sd_discovered_targets{config="kubernetes-service-endpoints-slow",name="scrape"} 156 prometheus_sd_discovered_targets{config="kubernetes-services",name="scrape"} 210 prometheus_sd_discovered_targets{config="opsmx_ssd_metrics",name="scrape"} 156 prometheus_sd_discovered_targets{config="prometheus",name="scrape"} 1 prometheus_sd_discovered_targets{config="prometheus-pushgateway",name="scrape"} 210 # HELP prometheus_sd_dns_lookup_failures_total The number of DNS-SD lookup failures. # TYPE prometheus_sd_dns_lookup_failures_total counter prometheus_sd_dns_lookup_failures_total 0 # HELP prometheus_sd_dns_lookups_total The number of DNS-SD lookups. # TYPE prometheus_sd_dns_lookups_total counter prometheus_sd_dns_lookups_total 0 # HELP prometheus_sd_failed_configs Current number of service discovery configurations that failed to load. # TYPE prometheus_sd_failed_configs gauge prometheus_sd_failed_configs{name="notify"} 0 prometheus_sd_failed_configs{name="scrape"} 0 # HELP prometheus_sd_file_read_errors_total The number of File-SD read errors. # TYPE prometheus_sd_file_read_errors_total counter prometheus_sd_file_read_errors_total 0 # HELP prometheus_sd_file_scan_duration_seconds The duration of the File-SD scan in seconds. # TYPE prometheus_sd_file_scan_duration_seconds summary prometheus_sd_file_scan_duration_seconds{quantile="0.5"} NaN prometheus_sd_file_scan_duration_seconds{quantile="0.9"} NaN prometheus_sd_file_scan_duration_seconds{quantile="0.99"} NaN prometheus_sd_file_scan_duration_seconds_sum 0 prometheus_sd_file_scan_duration_seconds_count 0 # HELP prometheus_sd_kubernetes_events_total The number of Kubernetes events handled. # TYPE prometheus_sd_kubernetes_events_total counter prometheus_sd_kubernetes_events_total{event="add",role="endpoints"} 136 prometheus_sd_kubernetes_events_total{event="add",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="add",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="add",role="node"} 9 prometheus_sd_kubernetes_events_total{event="add",role="pod"} 340 prometheus_sd_kubernetes_events_total{event="add",role="service"} 270 prometheus_sd_kubernetes_events_total{event="delete",role="endpoints"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="node"} 2 prometheus_sd_kubernetes_events_total{event="delete",role="pod"} 86 prometheus_sd_kubernetes_events_total{event="delete",role="service"} 0 prometheus_sd_kubernetes_events_total{event="update",role="endpoints"} 496 prometheus_sd_kubernetes_events_total{event="update",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="update",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="update",role="node"} 173 prometheus_sd_kubernetes_events_total{event="update",role="pod"} 1532 prometheus_sd_kubernetes_events_total{event="update",role="service"} 810 # HELP prometheus_sd_kubernetes_http_request_duration_seconds Summary of latencies for HTTP requests to the Kubernetes API by endpoint. # TYPE prometheus_sd_kubernetes_http_request_duration_seconds summary prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/%7Bprefix%7D"} 0.293768354 prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/%7Bprefix%7D"} 7 # HELP prometheus_sd_kubernetes_http_request_total Total number of HTTP requests to the Kubernetes API by status code. # TYPE prometheus_sd_kubernetes_http_request_total counter prometheus_sd_kubernetes_http_request_total{status_code="200"} 41 # HELP prometheus_sd_kubernetes_workqueue_depth Current depth of the work queue. # TYPE prometheus_sd_kubernetes_workqueue_depth gauge prometheus_sd_kubernetes_workqueue_depth{queue_name="endpoints"} 0 prometheus_sd_kubernetes_workqueue_depth{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_depth{queue_name="pod"} 0 prometheus_sd_kubernetes_workqueue_depth{queue_name="service"} 0 # HELP prometheus_sd_kubernetes_workqueue_items_total Total number of items added to the work queue. # TYPE prometheus_sd_kubernetes_workqueue_items_total counter prometheus_sd_kubernetes_workqueue_items_total{queue_name="endpoints"} 690 prometheus_sd_kubernetes_workqueue_items_total{queue_name="node"} 184 prometheus_sd_kubernetes_workqueue_items_total{queue_name="pod"} 1958 prometheus_sd_kubernetes_workqueue_items_total{queue_name="service"} 540 # HELP prometheus_sd_kubernetes_workqueue_latency_seconds How long an item stays in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_latency_seconds summary prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="endpoints"} 11.79116278799999 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="endpoints"} 690 prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="node"} 0.4839044890000004 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="node"} 184 prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="pod"} 4.105624469000006 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="pod"} 1958 prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="service"} 9.450109660000004 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="service"} 540 # HELP prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds Duration of the longest running processor in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds gauge prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="endpoints"} 0 prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="pod"} 0 prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="service"} 0 # HELP prometheus_sd_kubernetes_workqueue_unfinished_work_seconds How long an item has remained unfinished in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_unfinished_work_seconds gauge prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="endpoints"} 0 prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="pod"} 0 prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="service"} 0 # HELP prometheus_sd_kubernetes_workqueue_work_duration_seconds How long processing an item from the work queue takes. # TYPE prometheus_sd_kubernetes_workqueue_work_duration_seconds summary prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="endpoints"} 0.045799483 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="endpoints"} 690 prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="node"} 0.020340459000000005 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="node"} 184 prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="pod"} 0.05995292000000015 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="pod"} 1958 prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="service"} 0.013954390999999998 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="service"} 540 # HELP prometheus_sd_received_updates_total Total number of update events received from the SD providers. # TYPE prometheus_sd_received_updates_total counter prometheus_sd_received_updates_total{name="notify"} 979 prometheus_sd_received_updates_total{name="scrape"} 2395 # HELP prometheus_sd_updates_total Total number of update events sent to the SD consumers. # TYPE prometheus_sd_updates_total counter prometheus_sd_updates_total{name="notify"} 53 prometheus_sd_updates_total{name="scrape"} 123 # HELP prometheus_target_interval_length_seconds Actual intervals between scrapes. # TYPE prometheus_target_interval_length_seconds summary prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.01"} 59.999654762 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.05"} 59.999883815 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.5"} 60.000015948 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.9"} 60.000124198 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.99"} 60.000361669 prometheus_target_interval_length_seconds_sum{interval="1m0s"} 174420.05733388592 prometheus_target_interval_length_seconds_count{interval="1m0s"} 2907 # HELP prometheus_target_metadata_cache_bytes The number of bytes that are currently used for storing metric metadata in the cache # TYPE prometheus_target_metadata_cache_bytes gauge prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-apiservers"} 40064 prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-nodes"} 245486 prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-nodes-cadvisor"} 25193 prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-pods"} 25538 prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-pods-slow"} 0 prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-service-endpoints"} 103989 prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-service-endpoints-slow"} 0 prometheus_target_metadata_cache_bytes{scrape_job="kubernetes-services"} 0 prometheus_target_metadata_cache_bytes{scrape_job="opsmx_ssd_metrics"} 0 prometheus_target_metadata_cache_bytes{scrape_job="prometheus"} 9889 prometheus_target_metadata_cache_bytes{scrape_job="prometheus-pushgateway"} 0 # HELP prometheus_target_metadata_cache_entries Total number of metric metadata entries in the cache # TYPE prometheus_target_metadata_cache_entries gauge prometheus_target_metadata_cache_entries{scrape_job="kubernetes-apiservers"} 289 prometheus_target_metadata_cache_entries{scrape_job="kubernetes-nodes"} 1734 prometheus_target_metadata_cache_entries{scrape_job="kubernetes-nodes-cadvisor"} 504 prometheus_target_metadata_cache_entries{scrape_job="kubernetes-pods"} 531 prometheus_target_metadata_cache_entries{scrape_job="kubernetes-pods-slow"} 0 prometheus_target_metadata_cache_entries{scrape_job="kubernetes-service-endpoints"} 2319 prometheus_target_metadata_cache_entries{scrape_job="kubernetes-service-endpoints-slow"} 0 prometheus_target_metadata_cache_entries{scrape_job="kubernetes-services"} 0 prometheus_target_metadata_cache_entries{scrape_job="opsmx_ssd_metrics"} 0 prometheus_target_metadata_cache_entries{scrape_job="prometheus"} 171 prometheus_target_metadata_cache_entries{scrape_job="prometheus-pushgateway"} 0 # HELP prometheus_target_scrape_pool_exceeded_target_limit_total Total number of times scrape pools hit the target limit, during sync or config reload. # TYPE prometheus_target_scrape_pool_exceeded_target_limit_total counter prometheus_target_scrape_pool_exceeded_target_limit_total 0 # HELP prometheus_target_scrape_pool_reloads_failed_total Total number of failed scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_failed_total counter prometheus_target_scrape_pool_reloads_failed_total 0 # HELP prometheus_target_scrape_pool_reloads_total Total number of scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_total counter prometheus_target_scrape_pool_reloads_total 0 # HELP prometheus_target_scrape_pool_sync_total Total number of syncs that were executed on a scrape pool. # TYPE prometheus_target_scrape_pool_sync_total counter prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-apiservers"} 123 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-nodes"} 123 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-nodes-cadvisor"} 123 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-pods"} 123 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-pods-slow"} 123 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-service-endpoints"} 123 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-service-endpoints-slow"} 123 prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-services"} 123 prometheus_target_scrape_pool_sync_total{scrape_job="opsmx_ssd_metrics"} 123 prometheus_target_scrape_pool_sync_total{scrape_job="prometheus"} 123 prometheus_target_scrape_pool_sync_total{scrape_job="prometheus-pushgateway"} 123 # HELP prometheus_target_scrape_pool_targets Current number of targets in this scrape pool. # TYPE prometheus_target_scrape_pool_targets gauge prometheus_target_scrape_pool_targets{scrape_job="kubernetes-apiservers"} 1 prometheus_target_scrape_pool_targets{scrape_job="kubernetes-nodes"} 7 prometheus_target_scrape_pool_targets{scrape_job="kubernetes-nodes-cadvisor"} 7 prometheus_target_scrape_pool_targets{scrape_job="kubernetes-pods"} 9 prometheus_target_scrape_pool_targets{scrape_job="kubernetes-pods-slow"} 0 prometheus_target_scrape_pool_targets{scrape_job="kubernetes-service-endpoints"} 13 prometheus_target_scrape_pool_targets{scrape_job="kubernetes-service-endpoints-slow"} 0 prometheus_target_scrape_pool_targets{scrape_job="kubernetes-services"} 0 prometheus_target_scrape_pool_targets{scrape_job="opsmx_ssd_metrics"} 60 prometheus_target_scrape_pool_targets{scrape_job="prometheus"} 1 prometheus_target_scrape_pool_targets{scrape_job="prometheus-pushgateway"} 0 # HELP prometheus_target_scrape_pools_failed_total Total number of scrape pool creations that failed. # TYPE prometheus_target_scrape_pools_failed_total counter prometheus_target_scrape_pools_failed_total 0 # HELP prometheus_target_scrape_pools_total Total number of scrape pool creation attempts. # TYPE prometheus_target_scrape_pools_total counter prometheus_target_scrape_pools_total 11 # HELP prometheus_target_scrapes_cache_flush_forced_total How many times a scrape cache was flushed due to getting big while scrapes are failing. # TYPE prometheus_target_scrapes_cache_flush_forced_total counter prometheus_target_scrapes_cache_flush_forced_total 0 # HELP prometheus_target_scrapes_exceeded_sample_limit_total Total number of scrapes that hit the sample limit and were rejected. # TYPE prometheus_target_scrapes_exceeded_sample_limit_total counter prometheus_target_scrapes_exceeded_sample_limit_total 0 # HELP prometheus_target_scrapes_sample_duplicate_timestamp_total Total number of samples rejected due to duplicate timestamps but different values # TYPE prometheus_target_scrapes_sample_duplicate_timestamp_total counter prometheus_target_scrapes_sample_duplicate_timestamp_total 0 # HELP prometheus_target_scrapes_sample_out_of_bounds_total Total number of samples rejected due to timestamp falling outside of the time bounds # TYPE prometheus_target_scrapes_sample_out_of_bounds_total counter prometheus_target_scrapes_sample_out_of_bounds_total 0 # HELP prometheus_target_scrapes_sample_out_of_order_total Total number of samples rejected due to not being out of the expected order # TYPE prometheus_target_scrapes_sample_out_of_order_total counter prometheus_target_scrapes_sample_out_of_order_total 0 # HELP prometheus_target_sync_length_seconds Actual interval to sync the scrape pool. # TYPE prometheus_target_sync_length_seconds summary prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.01"} 0.00316819 prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.05"} 0.00334781 prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.5"} 0.00432414 prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.9"} 0.00531271 prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.99"} 0.00826273 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-apiservers"} 0.5584754640000001 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-apiservers"} 123 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.01"} 0.00102736 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.05"} 0.001182189 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.5"} 0.00151803 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.9"} 0.00192906 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.99"} 0.00340113 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-nodes"} 0.19537650799999998 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-nodes"} 123 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes-cadvisor",quantile="0.01"} 0.00105118 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes-cadvisor",quantile="0.05"} 0.00114913 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes-cadvisor",quantile="0.5"} 0.00152171 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes-cadvisor",quantile="0.9"} 0.00196966 prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes-cadvisor",quantile="0.99"} 0.004608809 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-nodes-cadvisor"} 0.19243588400000006 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-nodes-cadvisor"} 123 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.01"} 0.00454428 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.05"} 0.00473658 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.5"} 0.00588847 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.9"} 0.00716468 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.99"} 0.01729917 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-pods"} 0.745519669 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-pods"} 123 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods-slow",quantile="0.01"} 0.00320704 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods-slow",quantile="0.05"} 0.00344983 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods-slow",quantile="0.5"} 0.00395304 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods-slow",quantile="0.9"} 0.00488248 prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods-slow",quantile="0.99"} 0.01624552 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-pods-slow"} 0.5211920970000001 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-pods-slow"} 123 prometheus_target_sync_length_seconds{scrape_job="kubernetes-service-endpoints",quantile="0.01"} 0.004915339 prometheus_target_sync_length_seconds{scrape_job="kubernetes-service-endpoints",quantile="0.05"} 0.00539333 prometheus_target_sync_length_seconds{scrape_job="kubernetes-service-endpoints",quantile="0.5"} 0.00675906 prometheus_target_sync_length_seconds{scrape_job="kubernetes-service-endpoints",quantile="0.9"} 0.00783955 prometheus_target_sync_length_seconds{scrape_job="kubernetes-service-endpoints",quantile="0.99"} 0.01386139 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-service-endpoints"} 8.781199714000005 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-service-endpoints"} 123 prometheus_target_sync_length_seconds{scrape_job="kubernetes-service-endpoints-slow",quantile="0.01"} 0.003441159 prometheus_target_sync_length_seconds{scrape_job="kubernetes-service-endpoints-slow",quantile="0.05"} 0.003687571 prometheus_target_sync_length_seconds{scrape_job="kubernetes-service-endpoints-slow",quantile="0.5"} 0.00425255 prometheus_target_sync_length_seconds{scrape_job="kubernetes-service-endpoints-slow",quantile="0.9"} 0.00557112 prometheus_target_sync_length_seconds{scrape_job="kubernetes-service-endpoints-slow",quantile="0.99"} 0.01679988 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-service-endpoints-slow"} 0.5736697690000003 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-service-endpoints-slow"} 123 prometheus_target_sync_length_seconds{scrape_job="kubernetes-services",quantile="0.01"} 0.00239746 prometheus_target_sync_length_seconds{scrape_job="kubernetes-services",quantile="0.05"} 0.00251804 prometheus_target_sync_length_seconds{scrape_job="kubernetes-services",quantile="0.5"} 0.00310087 prometheus_target_sync_length_seconds{scrape_job="kubernetes-services",quantile="0.9"} 0.003757671 prometheus_target_sync_length_seconds{scrape_job="kubernetes-services",quantile="0.99"} 0.00522321 prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-services"} 0.4037663729999999 prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-services"} 123 prometheus_target_sync_length_seconds{scrape_job="opsmx_ssd_metrics",quantile="0.01"} 0.00485909 prometheus_target_sync_length_seconds{scrape_job="opsmx_ssd_metrics",quantile="0.05"} 0.005223 prometheus_target_sync_length_seconds{scrape_job="opsmx_ssd_metrics",quantile="0.5"} 0.00683176 prometheus_target_sync_length_seconds{scrape_job="opsmx_ssd_metrics",quantile="0.9"} 0.00880673 prometheus_target_sync_length_seconds{scrape_job="opsmx_ssd_metrics",quantile="0.99"} 0.01811375 prometheus_target_sync_length_seconds_sum{scrape_job="opsmx_ssd_metrics"} 0.8713506299999998 prometheus_target_sync_length_seconds_count{scrape_job="opsmx_ssd_metrics"} 123 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.01"} 1.439e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.05"} 1.6351e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.5"} 4.275e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.9"} 7.548e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.99"} 0.00011062 prometheus_target_sync_length_seconds_sum{scrape_job="prometheus"} 0.006325857999999999 prometheus_target_sync_length_seconds_count{scrape_job="prometheus"} 123 prometheus_target_sync_length_seconds{scrape_job="prometheus-pushgateway",quantile="0.01"} 0.00206536 prometheus_target_sync_length_seconds{scrape_job="prometheus-pushgateway",quantile="0.05"} 0.00242335 prometheus_target_sync_length_seconds{scrape_job="prometheus-pushgateway",quantile="0.5"} 0.0030054 prometheus_target_sync_length_seconds{scrape_job="prometheus-pushgateway",quantile="0.9"} 0.004304071 prometheus_target_sync_length_seconds{scrape_job="prometheus-pushgateway",quantile="0.99"} 0.00989731 prometheus_target_sync_length_seconds_sum{scrape_job="prometheus-pushgateway"} 0.39725856000000004 prometheus_target_sync_length_seconds_count{scrape_job="prometheus-pushgateway"} 123 # HELP prometheus_template_text_expansion_failures_total The total number of template text expansion failures. # TYPE prometheus_template_text_expansion_failures_total counter prometheus_template_text_expansion_failures_total 0 # HELP prometheus_template_text_expansions_total The total number of template text expansions. # TYPE prometheus_template_text_expansions_total counter prometheus_template_text_expansions_total 147 # HELP prometheus_treecache_watcher_goroutines The current number of watcher goroutines. # TYPE prometheus_treecache_watcher_goroutines gauge prometheus_treecache_watcher_goroutines 0 # HELP prometheus_treecache_zookeeper_failures_total The total number of ZooKeeper failures. # TYPE prometheus_treecache_zookeeper_failures_total counter prometheus_treecache_zookeeper_failures_total 0 # HELP prometheus_tsdb_blocks_loaded Number of currently loaded data blocks # TYPE prometheus_tsdb_blocks_loaded gauge prometheus_tsdb_blocks_loaded 24 # HELP prometheus_tsdb_checkpoint_creations_failed_total Total number of checkpoint creations that failed. # TYPE prometheus_tsdb_checkpoint_creations_failed_total counter prometheus_tsdb_checkpoint_creations_failed_total 0 # HELP prometheus_tsdb_checkpoint_creations_total Total number of checkpoint creations attempted. # TYPE prometheus_tsdb_checkpoint_creations_total counter prometheus_tsdb_checkpoint_creations_total 0 # HELP prometheus_tsdb_checkpoint_deletions_failed_total Total number of checkpoint deletions that failed. # TYPE prometheus_tsdb_checkpoint_deletions_failed_total counter prometheus_tsdb_checkpoint_deletions_failed_total 0 # HELP prometheus_tsdb_checkpoint_deletions_total Total number of checkpoint deletions attempted. # TYPE prometheus_tsdb_checkpoint_deletions_total counter prometheus_tsdb_checkpoint_deletions_total 0 # HELP prometheus_tsdb_compaction_chunk_range_seconds Final time range of chunks on their first compaction # TYPE prometheus_tsdb_compaction_chunk_range_seconds histogram prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="100"} 0 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="400"} 0 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1600"} 0 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6400"} 0 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="25600"} 0 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="102400"} 0 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="409600"} 0 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1.6384e+06"} 0 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6.5536e+06"} 0 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="2.62144e+07"} 0 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="+Inf"} 0 prometheus_tsdb_compaction_chunk_range_seconds_sum 0 prometheus_tsdb_compaction_chunk_range_seconds_count 0 # HELP prometheus_tsdb_compaction_chunk_samples Final number of samples on their first compaction # TYPE prometheus_tsdb_compaction_chunk_samples histogram prometheus_tsdb_compaction_chunk_samples_bucket{le="4"} 0 prometheus_tsdb_compaction_chunk_samples_bucket{le="6"} 0 prometheus_tsdb_compaction_chunk_samples_bucket{le="9"} 0 prometheus_tsdb_compaction_chunk_samples_bucket{le="13.5"} 0 prometheus_tsdb_compaction_chunk_samples_bucket{le="20.25"} 0 prometheus_tsdb_compaction_chunk_samples_bucket{le="30.375"} 0 prometheus_tsdb_compaction_chunk_samples_bucket{le="45.5625"} 0 prometheus_tsdb_compaction_chunk_samples_bucket{le="68.34375"} 0 prometheus_tsdb_compaction_chunk_samples_bucket{le="102.515625"} 0 prometheus_tsdb_compaction_chunk_samples_bucket{le="153.7734375"} 0 prometheus_tsdb_compaction_chunk_samples_bucket{le="230.66015625"} 0 prometheus_tsdb_compaction_chunk_samples_bucket{le="345.990234375"} 0 prometheus_tsdb_compaction_chunk_samples_bucket{le="+Inf"} 0 prometheus_tsdb_compaction_chunk_samples_sum 0 prometheus_tsdb_compaction_chunk_samples_count 0 # HELP prometheus_tsdb_compaction_chunk_size_bytes Final size of chunks on their first compaction # TYPE prometheus_tsdb_compaction_chunk_size_bytes histogram prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="32"} 0 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="48"} 0 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="72"} 0 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="108"} 0 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="162"} 0 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="243"} 0 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="364.5"} 0 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="546.75"} 0 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="820.125"} 0 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1230.1875"} 0 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1845.28125"} 0 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="2767.921875"} 0 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="+Inf"} 0 prometheus_tsdb_compaction_chunk_size_bytes_sum 0 prometheus_tsdb_compaction_chunk_size_bytes_count 0 # HELP prometheus_tsdb_compaction_duration_seconds Duration of compaction runs # TYPE prometheus_tsdb_compaction_duration_seconds histogram prometheus_tsdb_compaction_duration_seconds_bucket{le="1"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="2"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="4"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="8"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="16"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="32"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="64"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="128"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="256"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="512"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="+Inf"} 0 prometheus_tsdb_compaction_duration_seconds_sum 0 prometheus_tsdb_compaction_duration_seconds_count 0 # HELP prometheus_tsdb_compaction_populating_block Set to 1 when a block is currently being written to the disk. # TYPE prometheus_tsdb_compaction_populating_block gauge prometheus_tsdb_compaction_populating_block 0 # HELP prometheus_tsdb_compactions_failed_total Total number of compactions that failed for the partition. # TYPE prometheus_tsdb_compactions_failed_total counter prometheus_tsdb_compactions_failed_total 0 # HELP prometheus_tsdb_compactions_skipped_total Total number of skipped compactions due to disabled auto compaction. # TYPE prometheus_tsdb_compactions_skipped_total counter prometheus_tsdb_compactions_skipped_total 0 # HELP prometheus_tsdb_compactions_total Total number of compactions that were executed for the partition. # TYPE prometheus_tsdb_compactions_total counter prometheus_tsdb_compactions_total 0 # HELP prometheus_tsdb_compactions_triggered_total Total number of triggered compactions for the partition. # TYPE prometheus_tsdb_compactions_triggered_total counter prometheus_tsdb_compactions_triggered_total 31 # HELP prometheus_tsdb_head_active_appenders Number of currently active appender transactions # TYPE prometheus_tsdb_head_active_appenders gauge prometheus_tsdb_head_active_appenders 0 # HELP prometheus_tsdb_head_chunks Total number of chunks in the head block. # TYPE prometheus_tsdb_head_chunks gauge prometheus_tsdb_head_chunks 463370 # HELP prometheus_tsdb_head_chunks_created_total Total number of chunks created in the head # TYPE prometheus_tsdb_head_chunks_created_total counter prometheus_tsdb_head_chunks_created_total 463370 # HELP prometheus_tsdb_head_chunks_removed_total Total number of chunks removed in the head # TYPE prometheus_tsdb_head_chunks_removed_total counter prometheus_tsdb_head_chunks_removed_total 0 # HELP prometheus_tsdb_head_gc_duration_seconds Runtime of garbage collection in the head block. # TYPE prometheus_tsdb_head_gc_duration_seconds summary prometheus_tsdb_head_gc_duration_seconds_sum 0 prometheus_tsdb_head_gc_duration_seconds_count 0 # HELP prometheus_tsdb_head_max_time Maximum timestamp of the head block. The unit is decided by the library consumer. # TYPE prometheus_tsdb_head_max_time gauge prometheus_tsdb_head_max_time 1.765025871801e+12 # HELP prometheus_tsdb_head_max_time_seconds Maximum timestamp of the head block. # TYPE prometheus_tsdb_head_max_time_seconds gauge prometheus_tsdb_head_max_time_seconds 1.765025871e+09 # HELP prometheus_tsdb_head_min_time Minimum time bound of the head block. The unit is decided by the library consumer. # TYPE prometheus_tsdb_head_min_time gauge prometheus_tsdb_head_min_time 1.7650152e+12 # HELP prometheus_tsdb_head_min_time_seconds Minimum time bound of the head block. # TYPE prometheus_tsdb_head_min_time_seconds gauge prometheus_tsdb_head_min_time_seconds 1.7650152e+09 # HELP prometheus_tsdb_head_samples_appended_total Total number of appended samples. # TYPE prometheus_tsdb_head_samples_appended_total counter prometheus_tsdb_head_samples_appended_total 4.749426e+06 # HELP prometheus_tsdb_head_series Total number of series in the head block. # TYPE prometheus_tsdb_head_series gauge prometheus_tsdb_head_series 286775 # HELP prometheus_tsdb_head_series_created_total Total number of series created in the head # TYPE prometheus_tsdb_head_series_created_total counter prometheus_tsdb_head_series_created_total 286778 # HELP prometheus_tsdb_head_series_not_found_total Total number of requests for series that were not found. # TYPE prometheus_tsdb_head_series_not_found_total counter prometheus_tsdb_head_series_not_found_total 0 # HELP prometheus_tsdb_head_series_removed_total Total number of series removed in the head # TYPE prometheus_tsdb_head_series_removed_total counter prometheus_tsdb_head_series_removed_total 3 # HELP prometheus_tsdb_head_truncations_failed_total Total number of head truncations that failed. # TYPE prometheus_tsdb_head_truncations_failed_total counter prometheus_tsdb_head_truncations_failed_total 0 # HELP prometheus_tsdb_head_truncations_total Total number of head truncations attempted. # TYPE prometheus_tsdb_head_truncations_total counter prometheus_tsdb_head_truncations_total 0 # HELP prometheus_tsdb_isolation_high_watermark The highest TSDB append ID that has been given out. # TYPE prometheus_tsdb_isolation_high_watermark gauge prometheus_tsdb_isolation_high_watermark 3402 # HELP prometheus_tsdb_isolation_low_watermark The lowest TSDB append ID that is still referenced. # TYPE prometheus_tsdb_isolation_low_watermark gauge prometheus_tsdb_isolation_low_watermark 3402 # HELP prometheus_tsdb_lowest_timestamp Lowest timestamp value stored in the database. The unit is decided by the library consumer. # TYPE prometheus_tsdb_lowest_timestamp gauge prometheus_tsdb_lowest_timestamp 1.7636616e+12 # HELP prometheus_tsdb_lowest_timestamp_seconds Lowest timestamp value stored in the database. # TYPE prometheus_tsdb_lowest_timestamp_seconds gauge prometheus_tsdb_lowest_timestamp_seconds 1.7636616e+09 # HELP prometheus_tsdb_mmap_chunk_corruptions_total Total number of memory-mapped chunk corruptions. # TYPE prometheus_tsdb_mmap_chunk_corruptions_total counter prometheus_tsdb_mmap_chunk_corruptions_total 0 # HELP prometheus_tsdb_out_of_bound_samples_total Total number of out of bound samples ingestion failed attempts. # TYPE prometheus_tsdb_out_of_bound_samples_total counter prometheus_tsdb_out_of_bound_samples_total 0 # HELP prometheus_tsdb_out_of_order_samples_total Total number of out of order samples ingestion failed attempts. # TYPE prometheus_tsdb_out_of_order_samples_total counter prometheus_tsdb_out_of_order_samples_total 0 # HELP prometheus_tsdb_reloads_failures_total Number of times the database failed to reload block data from disk. # TYPE prometheus_tsdb_reloads_failures_total counter prometheus_tsdb_reloads_failures_total 0 # HELP prometheus_tsdb_reloads_total Number of times the database reloaded block data from disk. # TYPE prometheus_tsdb_reloads_total counter prometheus_tsdb_reloads_total 1 # HELP prometheus_tsdb_retention_limit_bytes Max number of bytes to be retained in the tsdb blocks, configured 0 means disabled # TYPE prometheus_tsdb_retention_limit_bytes gauge prometheus_tsdb_retention_limit_bytes 0 # HELP prometheus_tsdb_size_retentions_total The number of times that blocks were deleted because the maximum number of bytes was exceeded. # TYPE prometheus_tsdb_size_retentions_total counter prometheus_tsdb_size_retentions_total 0 # HELP prometheus_tsdb_storage_blocks_bytes The number of bytes that are currently used for local storage by all blocks. # TYPE prometheus_tsdb_storage_blocks_bytes gauge prometheus_tsdb_storage_blocks_bytes 6.074885462e+09 # HELP prometheus_tsdb_symbol_table_size_bytes Size of symbol table on disk (in bytes) # TYPE prometheus_tsdb_symbol_table_size_bytes gauge prometheus_tsdb_symbol_table_size_bytes 34424 # HELP prometheus_tsdb_time_retentions_total The number of times that blocks were deleted because the maximum time limit was exceeded. # TYPE prometheus_tsdb_time_retentions_total counter prometheus_tsdb_time_retentions_total 0 # HELP prometheus_tsdb_tombstone_cleanup_seconds The time taken to recompact blocks to remove tombstones. # TYPE prometheus_tsdb_tombstone_cleanup_seconds histogram prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.005"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.01"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.025"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.05"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.1"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.25"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="1"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="2.5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="10"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="+Inf"} 0 prometheus_tsdb_tombstone_cleanup_seconds_sum 0 prometheus_tsdb_tombstone_cleanup_seconds_count 0 # HELP prometheus_tsdb_vertical_compactions_total Total number of compactions done on overlapping blocks. # TYPE prometheus_tsdb_vertical_compactions_total counter prometheus_tsdb_vertical_compactions_total 0 # HELP prometheus_tsdb_wal_completed_pages_total Total number of completed pages. # TYPE prometheus_tsdb_wal_completed_pages_total counter prometheus_tsdb_wal_completed_pages_total 934 # HELP prometheus_tsdb_wal_corruptions_total Total number of WAL corruptions. # TYPE prometheus_tsdb_wal_corruptions_total counter prometheus_tsdb_wal_corruptions_total 0 # HELP prometheus_tsdb_wal_fsync_duration_seconds Duration of WAL fsync. # TYPE prometheus_tsdb_wal_fsync_duration_seconds summary prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.5"} NaN prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.9"} NaN prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.99"} NaN prometheus_tsdb_wal_fsync_duration_seconds_sum 0 prometheus_tsdb_wal_fsync_duration_seconds_count 0 # HELP prometheus_tsdb_wal_page_flushes_total Total number of page flushes. # TYPE prometheus_tsdb_wal_page_flushes_total counter prometheus_tsdb_wal_page_flushes_total 4220 # HELP prometheus_tsdb_wal_segment_current WAL segment index that TSDB is currently writing to. # TYPE prometheus_tsdb_wal_segment_current gauge prometheus_tsdb_wal_segment_current 5154 # HELP prometheus_tsdb_wal_truncate_duration_seconds Duration of WAL truncation. # TYPE prometheus_tsdb_wal_truncate_duration_seconds summary prometheus_tsdb_wal_truncate_duration_seconds_sum 0 prometheus_tsdb_wal_truncate_duration_seconds_count 0 # HELP prometheus_tsdb_wal_truncations_failed_total Total number of WAL truncations that failed. # TYPE prometheus_tsdb_wal_truncations_failed_total counter prometheus_tsdb_wal_truncations_failed_total 0 # HELP prometheus_tsdb_wal_truncations_total Total number of WAL truncations attempted. # TYPE prometheus_tsdb_wal_truncations_total counter prometheus_tsdb_wal_truncations_total 0 # HELP prometheus_tsdb_wal_writes_failed_total Total number of WAL writes that failed. # TYPE prometheus_tsdb_wal_writes_failed_total counter prometheus_tsdb_wal_writes_failed_total 0 # HELP prometheus_web_federation_errors_total Total number of errors that occurred while sending federation responses. # TYPE prometheus_web_federation_errors_total counter prometheus_web_federation_errors_total 0 # HELP prometheus_web_federation_warnings_total Total number of warnings that occurred while sending federation responses. # TYPE prometheus_web_federation_warnings_total counter prometheus_web_federation_warnings_total 0 # HELP promhttp_metric_handler_requests_in_flight Current number of scrapes being served. # TYPE promhttp_metric_handler_requests_in_flight gauge promhttp_metric_handler_requests_in_flight 1 # HELP promhttp_metric_handler_requests_total Total number of scrapes by HTTP status code. # TYPE promhttp_metric_handler_requests_total counter promhttp_metric_handler_requests_total{code="200"} 32 promhttp_metric_handler_requests_total{code="500"} 0 promhttp_metric_handler_requests_total{code="503"} 0