process_cpu_cores_available 96 process_memory_limit_bytes 810742996992 vm_cache_chars_current{type="promql/regexp"} 65 vm_cache_chars_max{type="promql/regexp"} 1000000 vm_cache_entries{type="promql/regexp"} 1 vm_cache_misses_total{type="promql/regexp"} 1 vm_cache_requests_total{type="promql/regexp"} 32 vm_filestream_buffered_read_bytes_total 0 vm_filestream_buffered_read_calls_total 0 vm_filestream_buffered_write_calls_total 0 vm_filestream_buffered_written_bytes_total 0 vm_filestream_read_duration_seconds_total 0 vm_filestream_readers 0 vm_filestream_real_read_bytes_total 0 vm_filestream_real_read_calls_total 0 vm_filestream_real_write_calls_total 0 vm_filestream_real_written_bytes_total 0 vm_filestream_write_duration_seconds_total 0 vm_filestream_writers 0 vm_fs_read_bytes_total 0 vm_fs_read_calls_total 0 vm_fs_readers 0 vm_http_conn_timeout_closed_conns_total 152611 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="6.813e-06...7.743e-06"} 1 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="8.799e-06...1.000e-05"} 1 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.000e-05...1.136e-05"} 8 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.136e-05...1.292e-05"} 7 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.292e-05...1.468e-05"} 1 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.468e-05...1.668e-05"} 2 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="5.275e-05...5.995e-05"} 2 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="5.995e-05...6.813e-05"} 1 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="7.743e-05...8.799e-05"} 1 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="8.799e-05...1.000e-04"} 1 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.000e-04...1.136e-04"} 1 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.136e-04...1.292e-04"} 2 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.468e-04...1.668e-04"} 1 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.668e-04...1.896e-04"} 5 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="2.154e-04...2.448e-04"} 3 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="2.448e-04...2.783e-04"} 1 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="4.642e-04...5.275e-04"} 19190 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="5.275e-04...5.995e-04"} 487435 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="5.995e-04...6.813e-04"} 731152 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="6.813e-04...7.743e-04"} 441839 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="7.743e-04...8.799e-04"} 267894 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="8.799e-04...1.000e-03"} 59127 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.000e-03...1.136e-03"} 14851 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.136e-03...1.292e-03"} 7960 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.292e-03...1.468e-03"} 15503 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.468e-03...1.668e-03"} 24295 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.668e-03...1.896e-03"} 30235 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.896e-03...2.154e-03"} 43708 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="2.154e-03...2.448e-03"} 17050 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="2.448e-03...2.783e-03"} 1468 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="2.783e-03...3.162e-03"} 139 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="3.162e-03...3.594e-03"} 30 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="3.594e-03...4.084e-03"} 11 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="4.084e-03...4.642e-03"} 7 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="4.642e-03...5.275e-03"} 2 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="5.995e-03...6.813e-03"} 1 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="7.743e-03...8.799e-03"} 1 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.292e-02...1.468e-02"} 1 vm_http_request_duration_seconds_bucket{path="/metrics",vmrange="1.000e-01...1.136e-01"} 1 vm_http_request_duration_seconds_sum{path="/metrics"} 1616.9859929059664 vm_http_request_duration_seconds_count{path="/metrics"} 2161938 vm_http_request_errors_total{path="*", reason="unsupported"} 9432 vm_http_requests_all_total 2178323 vm_http_requests_total{path="/debug/pprof/"} 0 vm_http_requests_total{path="/debug/pprof/cmdline"} 0 vm_http_requests_total{path="/debug/pprof/default"} 0 vm_http_requests_total{path="/debug/pprof/mutex"} 0 vm_http_requests_total{path="/debug/pprof/profile"} 0 vm_http_requests_total{path="/debug/pprof/symbol"} 0 vm_http_requests_total{path="/debug/pprof/trace"} 0 vm_http_requests_total{path="/favicon.ico"} 1218 vm_http_requests_total{path="/metrics"} 2161939 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="error", location="VictoriaMetrics/app/vmalert/group.go:298"} 1 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="error", location="VictoriaMetrics/app/vmalert/manager.go:92"} 3 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="error", location="VictoriaMetrics/app/vmalert/remotewrite/remotewrite.go:229"} 24 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="error", location="net/http/server.go:3228"} 1070 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="info", location="VictoriaMetrics/app/vmalert/group.go:281"} 3 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="info", location="VictoriaMetrics/app/vmalert/main.go:153"} 1 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="info", location="VictoriaMetrics/app/vmalert/main.go:316"} 15 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="info", location="VictoriaMetrics/app/vmalert/web.go:146"} 15 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="info", location="VictoriaMetrics/lib/httpserver/httpserver.go:96"} 1 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="info", location="VictoriaMetrics/lib/httpserver/httpserver.go:97"} 1 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="info", location="VictoriaMetrics/lib/logger/flag.go:12"} 1 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="info", location="VictoriaMetrics/lib/logger/flag.go:13"} 1 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="info", location="VictoriaMetrics/lib/logger/flag.go:20"} 7 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="info", location="VictoriaMetrics/lib/memory/memory.go:42"} 1 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="warn", location="VictoriaMetrics/app/vmalert/remotewrite/remotewrite.go:221"} 120 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="warn", location="VictoriaMetrics/app/vmalert/web.go:134"} 16 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="warn", location="VictoriaMetrics/app/vmalert/web.go:158"} 9053 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="warn", location="VictoriaMetrics/app/vmalert/web.go:163"} 32 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="warn", location="VictoriaMetrics/app/vmalert/web.go:72"} 379 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="warn", location="VictoriaMetrics/app/vmalert/web.go:83"} 14 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="warn", location="VictoriaMetrics/app/vmalert/web.go:91"} 397 vm_log_messages_total{app_version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", level="warn", location="VictoriaMetrics/lib/httpserver/httpserver.go:341"} 9432 vm_nfs_dir_remove_failed_attempts_total 0 vm_nfs_pending_dirs_to_remove 0 vm_promscrape_discovery_consul_service_watchers 0 vm_promscrape_discovery_consul_service_watchers_created_total 0 vm_promscrape_discovery_consul_service_watchers_stopped_total 0 vm_promscrape_discovery_requests_total 0 vm_promscrape_discovery_retries_total 0 vm_promscrape_discoveryutils_configmap_entries_count 0 vm_protoparser_read_calls_total{type="prometheus"} 0 vm_protoparser_read_errors_total{type="prometheus"} 0 vm_protoparser_rows_read_total{type="prometheus"} 0 vm_protoparser_rows_read_total{type="promscrape"} 0 vm_rows_invalid_total{type="prometheus"} 0 vm_tcplistener_accepts_total{name="http", addr=":8880"} 173085 vm_tcplistener_conns{name="http", addr=":8880"} 2 vm_tcplistener_errors_total{name="http", addr=":8880", type="accept"} 0 vm_tcplistener_errors_total{name="http", addr=":8880", type="close"} 0 vm_tcplistener_errors_total{name="http", addr=":8880", type="read"} 544 vm_tcplistener_errors_total{name="http", addr=":8880", type="write"} 31 vm_tcplistener_read_bytes_total{name="http", addr=":8880"} 413054110 vm_tcplistener_read_calls_total{name="http", addr=":8880"} 4366280 vm_tcplistener_read_timeouts_total{name="http", addr=":8880"} 2177016 vm_tcplistener_write_calls_total{name="http", addr=":8880"} 6525023 vm_tcplistener_write_timeouts_total{name="http", addr=":8880"} 0 vm_tcplistener_written_bytes_total{name="http", addr=":8880"} 14256512350 vmalert_alerting_rules_error{alertname="ConcurrentFlushesHitTheLimit", group="vmsingle", id="12888099121128797919"} 0 vmalert_alerting_rules_error{alertname="DiskRunsOutOfSpace", group="vmsingle", id="18044055263708102221"} 0 vmalert_alerting_rules_error{alertname="DiskRunsOutOfSpaceIn3Days", group="vmsingle", id="2003036198281861855"} 0 vmalert_alerting_rules_error{alertname="LabelsLimitExceededOnIngestion", group="vmsingle", id="12806002462829935187"} 0 vmalert_alerting_rules_error{alertname="PersistentQueueForReadsIsSaturated", group="vmagent", id="9593711483023016771"} 0 vmalert_alerting_rules_error{alertname="PersistentQueueForWritesIsSaturated", group="vmagent", id="3724483375939275623"} 0 vmalert_alerting_rules_error{alertname="PersistentQueueIsDroppingData", group="vmagent", id="14941372497586835904"} 0 vmalert_alerting_rules_error{alertname="ProcessNearFDLimits", group="vm-health", id="15828888860588158234"} 0 vmalert_alerting_rules_error{alertname="RejectedRemoteWriteDataBlocksAreDropped", group="vmagent", id="14080245430458445615"} 0 vmalert_alerting_rules_error{alertname="RemoteWriteConnectionIsSaturated", group="vmagent", id="12829031165463057726"} 0 vmalert_alerting_rules_error{alertname="RequestErrorsToAPI", group="vmsingle", id="9216859099280381622"} 0 vmalert_alerting_rules_error{alertname="RowsRejectedOnIngestion", group="vmsingle", id="3652446059142022094"} 0 vmalert_alerting_rules_error{alertname="SeriesLimitDayReached", group="vmagent", id="5813001511186364654"} 0 vmalert_alerting_rules_error{alertname="SeriesLimitHourReached", group="vmagent", id="9905990287815795810"} 0 vmalert_alerting_rules_error{alertname="ServiceDown", group="vm-health", id="4655180280729811658"} 0 vmalert_alerting_rules_error{alertname="TooHighCPUUsage", group="vm-health", id="17388543372823140628"} 0 vmalert_alerting_rules_error{alertname="TooHighChurnRate", group="vmsingle", id="16597393320100697084"} 0 vmalert_alerting_rules_error{alertname="TooHighChurnRate24h", group="vmsingle", id="12103807088721046337"} 0 vmalert_alerting_rules_error{alertname="TooHighMemoryUsage", group="vm-health", id="11362580426449474781"} 0 vmalert_alerting_rules_error{alertname="TooHighSlowInsertsRate", group="vmsingle", id="12076262473324980890"} 0 vmalert_alerting_rules_error{alertname="TooManyLogs", group="vm-health", id="10353770298826902271"} 0 vmalert_alerting_rules_error{alertname="TooManyRemoteWriteErrors", group="vmagent", id="14174193033363729612"} 0 vmalert_alerting_rules_error{alertname="TooManyRestarts", group="vm-health", id="6237301384188023580"} 0 vmalert_alerting_rules_error{alertname="TooManyScrapeErrors", group="vmagent", id="6093091293462635297"} 0 vmalert_alerting_rules_error{alertname="TooManyWriteErrors", group="vmagent", id="9408732227524010864"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="ConcurrentFlushesHitTheLimit", group="vmsingle", id="12888099121128797919"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="DiskRunsOutOfSpace", group="vmsingle", id="18044055263708102221"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="DiskRunsOutOfSpaceIn3Days", group="vmsingle", id="2003036198281861855"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="LabelsLimitExceededOnIngestion", group="vmsingle", id="12806002462829935187"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="PersistentQueueForReadsIsSaturated", group="vmagent", id="9593711483023016771"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="PersistentQueueForWritesIsSaturated", group="vmagent", id="3724483375939275623"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="PersistentQueueIsDroppingData", group="vmagent", id="14941372497586835904"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="ProcessNearFDLimits", group="vm-health", id="15828888860588158234"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="RejectedRemoteWriteDataBlocksAreDropped", group="vmagent", id="14080245430458445615"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="RemoteWriteConnectionIsSaturated", group="vmagent", id="12829031165463057726"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="RequestErrorsToAPI", group="vmsingle", id="9216859099280381622"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="RowsRejectedOnIngestion", group="vmsingle", id="3652446059142022094"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="SeriesLimitDayReached", group="vmagent", id="5813001511186364654"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="SeriesLimitHourReached", group="vmagent", id="9905990287815795810"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="ServiceDown", group="vm-health", id="4655180280729811658"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="TooHighCPUUsage", group="vm-health", id="17388543372823140628"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="TooHighChurnRate", group="vmsingle", id="16597393320100697084"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="TooHighChurnRate24h", group="vmsingle", id="12103807088721046337"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="TooHighMemoryUsage", group="vm-health", id="11362580426449474781"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="TooHighSlowInsertsRate", group="vmsingle", id="12076262473324980890"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="TooManyLogs", group="vm-health", id="10353770298826902271"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="TooManyRemoteWriteErrors", group="vmagent", id="14174193033363729612"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="TooManyRestarts", group="vm-health", id="6237301384188023580"} 0 vmalert_alerting_rules_last_evaluation_samples{alertname="TooManyScrapeErrors", group="vmagent", id="6093091293462635297"} 1 vmalert_alerting_rules_last_evaluation_samples{alertname="TooManyWriteErrors", group="vmagent", id="9408732227524010864"} 0 vmalert_alerts_fired_total 61 vmalert_alerts_firing{alertname="ConcurrentFlushesHitTheLimit", group="vmsingle", id="12888099121128797919"} 0 vmalert_alerts_firing{alertname="DiskRunsOutOfSpace", group="vmsingle", id="18044055263708102221"} 0 vmalert_alerts_firing{alertname="DiskRunsOutOfSpaceIn3Days", group="vmsingle", id="2003036198281861855"} 0 vmalert_alerts_firing{alertname="LabelsLimitExceededOnIngestion", group="vmsingle", id="12806002462829935187"} 0 vmalert_alerts_firing{alertname="PersistentQueueForReadsIsSaturated", group="vmagent", id="9593711483023016771"} 0 vmalert_alerts_firing{alertname="PersistentQueueForWritesIsSaturated", group="vmagent", id="3724483375939275623"} 0 vmalert_alerts_firing{alertname="PersistentQueueIsDroppingData", group="vmagent", id="14941372497586835904"} 0 vmalert_alerts_firing{alertname="ProcessNearFDLimits", group="vm-health", id="15828888860588158234"} 0 vmalert_alerts_firing{alertname="RejectedRemoteWriteDataBlocksAreDropped", group="vmagent", id="14080245430458445615"} 0 vmalert_alerts_firing{alertname="RemoteWriteConnectionIsSaturated", group="vmagent", id="12829031165463057726"} 0 vmalert_alerts_firing{alertname="RequestErrorsToAPI", group="vmsingle", id="9216859099280381622"} 0 vmalert_alerts_firing{alertname="RowsRejectedOnIngestion", group="vmsingle", id="3652446059142022094"} 0 vmalert_alerts_firing{alertname="SeriesLimitDayReached", group="vmagent", id="5813001511186364654"} 0 vmalert_alerts_firing{alertname="SeriesLimitHourReached", group="vmagent", id="9905990287815795810"} 0 vmalert_alerts_firing{alertname="ServiceDown", group="vm-health", id="4655180280729811658"} 0 vmalert_alerts_firing{alertname="TooHighCPUUsage", group="vm-health", id="17388543372823140628"} 0 vmalert_alerts_firing{alertname="TooHighChurnRate", group="vmsingle", id="16597393320100697084"} 0 vmalert_alerts_firing{alertname="TooHighChurnRate24h", group="vmsingle", id="12103807088721046337"} 0 vmalert_alerts_firing{alertname="TooHighMemoryUsage", group="vm-health", id="11362580426449474781"} 0 vmalert_alerts_firing{alertname="TooHighSlowInsertsRate", group="vmsingle", id="12076262473324980890"} 0 vmalert_alerts_firing{alertname="TooManyLogs", group="vm-health", id="10353770298826902271"} 0 vmalert_alerts_firing{alertname="TooManyRemoteWriteErrors", group="vmagent", id="14174193033363729612"} 0 vmalert_alerts_firing{alertname="TooManyRestarts", group="vm-health", id="6237301384188023580"} 0 vmalert_alerts_firing{alertname="TooManyScrapeErrors", group="vmagent", id="6093091293462635297"} 1 vmalert_alerts_firing{alertname="TooManyWriteErrors", group="vmagent", id="9408732227524010864"} 0 vmalert_alerts_pending{alertname="ConcurrentFlushesHitTheLimit", group="vmsingle", id="12888099121128797919"} 0 vmalert_alerts_pending{alertname="DiskRunsOutOfSpace", group="vmsingle", id="18044055263708102221"} 0 vmalert_alerts_pending{alertname="DiskRunsOutOfSpaceIn3Days", group="vmsingle", id="2003036198281861855"} 0 vmalert_alerts_pending{alertname="LabelsLimitExceededOnIngestion", group="vmsingle", id="12806002462829935187"} 0 vmalert_alerts_pending{alertname="PersistentQueueForReadsIsSaturated", group="vmagent", id="9593711483023016771"} 0 vmalert_alerts_pending{alertname="PersistentQueueForWritesIsSaturated", group="vmagent", id="3724483375939275623"} 0 vmalert_alerts_pending{alertname="PersistentQueueIsDroppingData", group="vmagent", id="14941372497586835904"} 0 vmalert_alerts_pending{alertname="ProcessNearFDLimits", group="vm-health", id="15828888860588158234"} 0 vmalert_alerts_pending{alertname="RejectedRemoteWriteDataBlocksAreDropped", group="vmagent", id="14080245430458445615"} 0 vmalert_alerts_pending{alertname="RemoteWriteConnectionIsSaturated", group="vmagent", id="12829031165463057726"} 0 vmalert_alerts_pending{alertname="RequestErrorsToAPI", group="vmsingle", id="9216859099280381622"} 0 vmalert_alerts_pending{alertname="RowsRejectedOnIngestion", group="vmsingle", id="3652446059142022094"} 0 vmalert_alerts_pending{alertname="SeriesLimitDayReached", group="vmagent", id="5813001511186364654"} 0 vmalert_alerts_pending{alertname="SeriesLimitHourReached", group="vmagent", id="9905990287815795810"} 0 vmalert_alerts_pending{alertname="ServiceDown", group="vm-health", id="4655180280729811658"} 0 vmalert_alerts_pending{alertname="TooHighCPUUsage", group="vm-health", id="17388543372823140628"} 0 vmalert_alerts_pending{alertname="TooHighChurnRate", group="vmsingle", id="16597393320100697084"} 0 vmalert_alerts_pending{alertname="TooHighChurnRate24h", group="vmsingle", id="12103807088721046337"} 0 vmalert_alerts_pending{alertname="TooHighMemoryUsage", group="vm-health", id="11362580426449474781"} 0 vmalert_alerts_pending{alertname="TooHighSlowInsertsRate", group="vmsingle", id="12076262473324980890"} 0 vmalert_alerts_pending{alertname="TooManyLogs", group="vm-health", id="10353770298826902271"} 0 vmalert_alerts_pending{alertname="TooManyRemoteWriteErrors", group="vmagent", id="14174193033363729612"} 0 vmalert_alerts_pending{alertname="TooManyRestarts", group="vm-health", id="6237301384188023580"} 0 vmalert_alerts_pending{alertname="TooManyScrapeErrors", group="vmagent", id="6093091293462635297"} 0 vmalert_alerts_pending{alertname="TooManyWriteErrors", group="vmagent", id="9408732227524010864"} 0 vmalert_alerts_send_errors_total{addr="http://alertmanager:9093/api/v2/alerts"} 0 vmalert_alerts_sent_total{addr="http://alertmanager:9093/api/v2/alerts"} 722041 vmalert_config_last_reload_errors_total 0 vmalert_config_last_reload_success_timestamp_seconds 1753655920 vmalert_config_last_reload_successful 1 vmalert_config_last_reload_total 15 vmalert_execution_errors_total 1 vmalert_execution_total 15852785 vmalert_iteration_duration_seconds{group="vm-health", file="/etc/alerts/alerts-health.yml",quantile="0.5"} 0.005495824 vmalert_iteration_duration_seconds{group="vm-health", file="/etc/alerts/alerts-health.yml",quantile="0.9"} 0.005902126 vmalert_iteration_duration_seconds{group="vm-health", file="/etc/alerts/alerts-health.yml",quantile="0.97"} 0.005902126 vmalert_iteration_duration_seconds{group="vm-health", file="/etc/alerts/alerts-health.yml",quantile="0.99"} 0.005902126 vmalert_iteration_duration_seconds{group="vm-health", file="/etc/alerts/alerts-health.yml",quantile="1"} 0.005902126 vmalert_iteration_duration_seconds_sum{group="vm-health", file="/etc/alerts/alerts-health.yml"} 2032.1154068410272 vmalert_iteration_duration_seconds_count{group="vm-health", file="/etc/alerts/alerts-health.yml"} 360291 vmalert_iteration_duration_seconds{group="vmagent", file="/etc/alerts/alerts-vmagent.yml",quantile="0.5"} 0.005006322 vmalert_iteration_duration_seconds{group="vmagent", file="/etc/alerts/alerts-vmagent.yml",quantile="0.9"} 0.005660505 vmalert_iteration_duration_seconds{group="vmagent", file="/etc/alerts/alerts-vmagent.yml",quantile="0.97"} 0.005756146 vmalert_iteration_duration_seconds{group="vmagent", file="/etc/alerts/alerts-vmagent.yml",quantile="0.99"} 0.005756146 vmalert_iteration_duration_seconds{group="vmagent", file="/etc/alerts/alerts-vmagent.yml",quantile="1"} 0.005756146 vmalert_iteration_duration_seconds_sum{group="vmagent", file="/etc/alerts/alerts-vmagent.yml"} 3631.9450423359385 vmalert_iteration_duration_seconds_count{group="vmagent", file="/etc/alerts/alerts-vmagent.yml"} 720581 vmalert_iteration_duration_seconds{group="vmsingle", file="/etc/alerts/alerts.yml",quantile="0.5"} 0.004736291 vmalert_iteration_duration_seconds{group="vmsingle", file="/etc/alerts/alerts.yml",quantile="0.9"} 0.005428525 vmalert_iteration_duration_seconds{group="vmsingle", file="/etc/alerts/alerts.yml",quantile="0.97"} 0.005993516 vmalert_iteration_duration_seconds{group="vmsingle", file="/etc/alerts/alerts.yml",quantile="0.99"} 0.005993516 vmalert_iteration_duration_seconds{group="vmsingle", file="/etc/alerts/alerts.yml",quantile="1"} 0.005993516 vmalert_iteration_duration_seconds_sum{group="vmsingle", file="/etc/alerts/alerts.yml"} 3487.1070585229418 vmalert_iteration_duration_seconds_count{group="vmsingle", file="/etc/alerts/alerts.yml"} 720581 vmalert_iteration_interval_seconds{group="vm-health", file="/etc/alerts/alerts-health.yml"} 60 vmalert_iteration_interval_seconds{group="vmagent", file="/etc/alerts/alerts-vmagent.yml"} 30 vmalert_iteration_interval_seconds{group="vmsingle", file="/etc/alerts/alerts.yml"} 30 vmalert_iteration_missed_total{group="vm-health", file="/etc/alerts/alerts-health.yml"} 0 vmalert_iteration_missed_total{group="vmagent", file="/etc/alerts/alerts-vmagent.yml"} 0 vmalert_iteration_missed_total{group="vmsingle", file="/etc/alerts/alerts.yml"} 0 vmalert_iteration_total{group="vm-health", file="/etc/alerts/alerts-health.yml"} 360291 vmalert_iteration_total{group="vmagent", file="/etc/alerts/alerts-vmagent.yml"} 720581 vmalert_iteration_total{group="vmsingle", file="/etc/alerts/alerts.yml"} 720581 vmalert_remotewrite_dropped_bytes_total 5937 vmalert_remotewrite_dropped_rows_total 72 vmalert_remotewrite_errors_total 0 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="2.448e-04...2.783e-04"} 427 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="2.783e-04...3.162e-04"} 41356 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="3.162e-04...3.594e-04"} 288319 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="3.594e-04...4.084e-04"} 210796 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="4.084e-04...4.642e-04"} 70562 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="4.642e-04...5.275e-04"} 9407 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="5.275e-04...5.995e-04"} 1677 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="5.995e-04...6.813e-04"} 830 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="6.813e-04...7.743e-04"} 5087 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="7.743e-04...8.799e-04"} 52528 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="8.799e-04...1.000e-03"} 56830 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="1.000e-03...1.136e-03"} 8302 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="1.136e-03...1.292e-03"} 1695 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="1.292e-03...1.468e-03"} 1263 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="1.468e-03...1.668e-03"} 1031 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="1.668e-03...1.896e-03"} 818 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="1.896e-03...2.154e-03"} 306 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="2.154e-03...2.448e-03"} 74 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="2.448e-03...2.783e-03"} 24 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="2.783e-03...3.162e-03"} 5 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="3.162e-03...3.594e-03"} 2 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="3.594e-03...4.084e-03"} 1 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="2.154e-02...2.448e-02"} 1 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="3.162e-02...3.594e-02"} 1 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="7.743e-02...8.799e-02"} 1 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="1.668e-01...1.896e-01"} 1 vmalert_remotewrite_flush_duration_seconds_bucket{vmrange="4.642e+00...5.275e+00"} 24 vmalert_remotewrite_flush_duration_seconds_sum 464.3812334309895 vmalert_remotewrite_flush_duration_seconds_count 751368 vmalert_remotewrite_sent_bytes_total 159081247 vmalert_remotewrite_sent_rows_total 1508257 vmalert_remotewrite_total 1508329 go_memstats_alloc_bytes 15930352 go_memstats_alloc_bytes_total 2997702731952 go_memstats_buck_hash_sys_bytes 2076910 go_memstats_frees_total 7386018642 go_memstats_gc_cpu_fraction 1.1529763785758824e-05 go_memstats_gc_sys_bytes 9772664 go_memstats_heap_alloc_bytes 15930352 go_memstats_heap_idle_bytes 36544512 go_memstats_heap_inuse_bytes 18735104 go_memstats_heap_objects 17988 go_memstats_heap_released_bytes 33095680 go_memstats_heap_sys_bytes 55279616 go_memstats_last_gc_time_seconds 1.7752733403709197e+09 go_memstats_lookups_total 0 go_memstats_mallocs_total 7386036630 go_memstats_mcache_inuse_bytes 115200 go_memstats_mcache_sys_bytes 124800 go_memstats_mspan_inuse_bytes 596904 go_memstats_mspan_sys_bytes 701760 go_memstats_next_gc_bytes 18561218 go_memstats_other_sys_bytes 9783522 go_memstats_stack_inuse_bytes 3440640 go_memstats_stack_sys_bytes 3440640 go_memstats_sys_bytes 81179912 go_cgo_calls_count 0 go_cpu_count 96 go_gc_duration_seconds{quantile="0"} 6.372e-05 go_gc_duration_seconds{quantile="0.25"} 9.153e-05 go_gc_duration_seconds{quantile="0.5"} 0.00010526 go_gc_duration_seconds{quantile="0.75"} 0.00012098 go_gc_duration_seconds{quantile="1"} 0.00017642 go_gc_duration_seconds_sum 94.542719879 go_gc_duration_seconds_count 894689 go_gc_forced_count 0 go_gomaxprocs 96 go_goroutines 19 go_threads 60 go_info{version="go1.19.2"} 1 go_info_ext{compiler="gc", GOARCH="amd64", GOOS="linux", GOROOT=""} 1 process_cpu_seconds_system_total 11982.97 process_cpu_seconds_total 39286.08 process_cpu_seconds_user_total 27303.11 process_major_pagefaults_total 3231 process_minor_pagefaults_total 131748110 process_num_threads 60 process_resident_memory_bytes 22290432 process_start_time_seconds 1753655920 process_virtual_memory_bytes 751579136 process_virtual_memory_peak_bytes 751579136 process_resident_memory_peak_bytes 34476032 process_resident_memory_anon_bytes 18358272 process_resident_memory_file_bytes 3932160 process_resident_memory_shared_bytes 0 process_io_read_bytes_total 13479115047 process_io_written_bytes_total 21468833821 process_io_read_syscalls_total 152571145 process_io_write_syscalls_total 84543386 process_io_storage_read_bytes_total 188940288 process_io_storage_written_bytes_total 0 process_max_fds 1048576 process_open_fds 12 vm_app_version{version="vmalert-20221029-005442-tags-v1.83.0-0-g740f7ac5e", short_version="v1.83.0"} 1 vm_allowed_memory_bytes 486445798195 vm_available_memory_bytes 810742996992 vm_available_cpu_cores 96 vm_gogc 30 vm_app_start_timestamp 1753655920 vm_app_uptime_seconds 21617424 flag{name="configCheckInterval", value="0s", is_set="false"} 1 flag{name="datasource.appendTypePrefix", value="false", is_set="false"} 1 flag{name="datasource.basicAuth.password", value="secret", is_set="false"} 1 flag{name="datasource.basicAuth.passwordFile", value="secret", is_set="false"} 1 flag{name="datasource.basicAuth.username", value="", is_set="false"} 1 flag{name="datasource.bearerToken", value="secret", is_set="false"} 1 flag{name="datasource.bearerTokenFile", value="secret", is_set="false"} 1 flag{name="datasource.disableKeepAlive", value="false", is_set="false"} 1 flag{name="datasource.headers", value="", is_set="false"} 1 flag{name="datasource.lookback", value="0s", is_set="false"} 1 flag{name="datasource.maxIdleConnections", value="100", is_set="false"} 1 flag{name="datasource.oauth2.clientID", value="", is_set="false"} 1 flag{name="datasource.oauth2.clientSecret", value="secret", is_set="false"} 1 flag{name="datasource.oauth2.clientSecretFile", value="secret", is_set="false"} 1 flag{name="datasource.oauth2.scopes", value="", is_set="false"} 1 flag{name="datasource.oauth2.tokenUrl", value="secret", is_set="false"} 1 flag{name="datasource.queryStep", value="5m0s", is_set="false"} 1 flag{name="datasource.queryTimeAlignment", value="true", is_set="false"} 1 flag{name="datasource.roundDigits", value="0", is_set="false"} 1 flag{name="datasource.showURL", value="false", is_set="false"} 1 flag{name="datasource.tlsCAFile", value="", is_set="false"} 1 flag{name="datasource.tlsCertFile", value="", is_set="false"} 1 flag{name="datasource.tlsInsecureSkipVerify", value="false", is_set="false"} 1 flag{name="datasource.tlsKeyFile", value="secret", is_set="false"} 1 flag{name="datasource.tlsServerName", value="", is_set="false"} 1 flag{name="datasource.url", value="secret", is_set="true"} 1 flag{name="disableAlertgroupLabel", value="false", is_set="false"} 1 flag{name="dryRun", value="false", is_set="false"} 1 flag{name="enableTCP6", value="false", is_set="false"} 1 flag{name="envflag.enable", value="false", is_set="false"} 1 flag{name="envflag.prefix", value="", is_set="false"} 1 flag{name="evaluationInterval", value="1m0s", is_set="false"} 1 flag{name="external.alert.source", value="explore?orgId=1&left=[\"now-1h\",\"now\",\"VictoriaMetrics\",{\"expr\":{{$expr|jsonEscape|queryEscape}} },{\"mode\":\"Metrics\"},{\"ui\":[true,true,true,\"none\"]}]", is_set="true"} 1 flag{name="external.label", value="", is_set="false"} 1 flag{name="external.url", value="http://127.0.0.1:3000", is_set="true"} 1 flag{name="flagsAuthKey", value="secret", is_set="false"} 1 flag{name="fs.disableMmap", value="false", is_set="false"} 1 flag{name="http.connTimeout", value="2m0s", is_set="false"} 1 flag{name="http.disableResponseCompression", value="false", is_set="false"} 1 flag{name="http.idleConnTimeout", value="1m0s", is_set="false"} 1 flag{name="http.maxGracefulShutdownDuration", value="7s", is_set="false"} 1 flag{name="http.pathPrefix", value="", is_set="false"} 1 flag{name="http.shutdownDelay", value="0s", is_set="false"} 1 flag{name="httpAuth.password", value="secret", is_set="false"} 1 flag{name="httpAuth.username", value="", is_set="false"} 1 flag{name="httpListenAddr", value=":8880", is_set="false"} 1 flag{name="loggerDisableTimestamps", value="false", is_set="false"} 1 flag{name="loggerErrorsPerSecondLimit", value="0", is_set="false"} 1 flag{name="loggerFormat", value="default", is_set="false"} 1 flag{name="loggerLevel", value="INFO", is_set="false"} 1 flag{name="loggerOutput", value="stderr", is_set="false"} 1 flag{name="loggerTimezone", value="UTC", is_set="false"} 1 flag{name="loggerWarnsPerSecondLimit", value="0", is_set="false"} 1 flag{name="memory.allowedBytes", value="0", is_set="false"} 1 flag{name="memory.allowedPercent", value="60", is_set="false"} 1 flag{name="metricsAuthKey", value="secret", is_set="false"} 1 flag{name="notifier.basicAuth.password", value="secret", is_set="false"} 1 flag{name="notifier.basicAuth.passwordFile", value="secret", is_set="false"} 1 flag{name="notifier.basicAuth.username", value="", is_set="false"} 1 flag{name="notifier.bearerToken", value="secret", is_set="false"} 1 flag{name="notifier.bearerTokenFile", value="secret", is_set="false"} 1 flag{name="notifier.config", value="", is_set="false"} 1 flag{name="notifier.oauth2.clientID", value="", is_set="false"} 1 flag{name="notifier.oauth2.clientSecret", value="secret", is_set="false"} 1 flag{name="notifier.oauth2.clientSecretFile", value="secret", is_set="false"} 1 flag{name="notifier.oauth2.scopes", value="", is_set="false"} 1 flag{name="notifier.oauth2.tokenUrl", value="secret", is_set="false"} 1 flag{name="notifier.suppressDuplicateTargetErrors", value="false", is_set="false"} 1 flag{name="notifier.tlsCAFile", value="", is_set="false"} 1 flag{name="notifier.tlsCertFile", value="", is_set="false"} 1 flag{name="notifier.tlsInsecureSkipVerify", value="", is_set="false"} 1 flag{name="notifier.tlsKeyFile", value="secret", is_set="false"} 1 flag{name="notifier.tlsServerName", value="", is_set="false"} 1 flag{name="notifier.url", value="http://alertmanager:9093/", is_set="true"} 1 flag{name="pprofAuthKey", value="secret", is_set="false"} 1 flag{name="promscrape.consul.waitTime", value="0s", is_set="false"} 1 flag{name="promscrape.consulSDCheckInterval", value="30s", is_set="false"} 1 flag{name="promscrape.discovery.concurrency", value="100", is_set="false"} 1 flag{name="promscrape.discovery.concurrentWaitTime", value="1m0s", is_set="false"} 1 flag{name="promscrape.dnsSDCheckInterval", value="30s", is_set="false"} 1 flag{name="pushmetrics.extraLabel", value="", is_set="false"} 1 flag{name="pushmetrics.interval", value="10s", is_set="false"} 1 flag{name="pushmetrics.url", value="secret", is_set="false"} 1 flag{name="remoteRead.basicAuth.password", value="secret", is_set="false"} 1 flag{name="remoteRead.basicAuth.passwordFile", value="secret", is_set="false"} 1 flag{name="remoteRead.basicAuth.username", value="", is_set="false"} 1 flag{name="remoteRead.bearerToken", value="secret", is_set="false"} 1 flag{name="remoteRead.bearerTokenFile", value="secret", is_set="false"} 1 flag{name="remoteRead.disablePathAppend", value="false", is_set="false"} 1 flag{name="remoteRead.headers", value="", is_set="false"} 1 flag{name="remoteRead.ignoreRestoreErrors", value="true", is_set="false"} 1 flag{name="remoteRead.lookback", value="1h0m0s", is_set="false"} 1 flag{name="remoteRead.oauth2.clientID", value="", is_set="false"} 1 flag{name="remoteRead.oauth2.clientSecret", value="secret", is_set="false"} 1 flag{name="remoteRead.oauth2.clientSecretFile", value="secret", is_set="false"} 1 flag{name="remoteRead.oauth2.scopes", value="", is_set="false"} 1 flag{name="remoteRead.oauth2.tokenUrl", value="secret", is_set="false"} 1 flag{name="remoteRead.showURL", value="false", is_set="false"} 1 flag{name="remoteRead.tlsCAFile", value="", is_set="false"} 1 flag{name="remoteRead.tlsCertFile", value="", is_set="false"} 1 flag{name="remoteRead.tlsInsecureSkipVerify", value="false", is_set="false"} 1 flag{name="remoteRead.tlsKeyFile", value="secret", is_set="false"} 1 flag{name="remoteRead.tlsServerName", value="", is_set="false"} 1 flag{name="remoteRead.url", value="secret", is_set="true"} 1 flag{name="remoteWrite.basicAuth.password", value="secret", is_set="false"} 1 flag{name="remoteWrite.basicAuth.passwordFile", value="secret", is_set="false"} 1 flag{name="remoteWrite.basicAuth.username", value="", is_set="false"} 1 flag{name="remoteWrite.bearerToken", value="secret", is_set="false"} 1 flag{name="remoteWrite.bearerTokenFile", value="secret", is_set="false"} 1 flag{name="remoteWrite.concurrency", value="1", is_set="false"} 1 flag{name="remoteWrite.disablePathAppend", value="false", is_set="false"} 1 flag{name="remoteWrite.flushInterval", value="5s", is_set="false"} 1 flag{name="remoteWrite.headers", value="", is_set="false"} 1 flag{name="remoteWrite.maxBatchSize", value="1000", is_set="false"} 1 flag{name="remoteWrite.maxQueueSize", value="100000", is_set="false"} 1 flag{name="remoteWrite.oauth2.clientID", value="", is_set="false"} 1 flag{name="remoteWrite.oauth2.clientSecret", value="secret", is_set="false"} 1 flag{name="remoteWrite.oauth2.clientSecretFile", value="secret", is_set="false"} 1 flag{name="remoteWrite.oauth2.scopes", value="", is_set="false"} 1 flag{name="remoteWrite.oauth2.tokenUrl", value="secret", is_set="false"} 1 flag{name="remoteWrite.showURL", value="false", is_set="false"} 1 flag{name="remoteWrite.tlsCAFile", value="", is_set="false"} 1 flag{name="remoteWrite.tlsCertFile", value="", is_set="false"} 1 flag{name="remoteWrite.tlsInsecureSkipVerify", value="false", is_set="false"} 1 flag{name="remoteWrite.tlsKeyFile", value="secret", is_set="false"} 1 flag{name="remoteWrite.tlsServerName", value="", is_set="false"} 1 flag{name="remoteWrite.url", value="secret", is_set="true"} 1 flag{name="replay.disableProgressBar", value="false", is_set="false"} 1 flag{name="replay.maxDatapointsPerQuery", value="1000", is_set="false"} 1 flag{name="replay.ruleRetryAttempts", value="5", is_set="false"} 1 flag{name="replay.rulesDelay", value="1s", is_set="false"} 1 flag{name="replay.timeFrom", value="", is_set="false"} 1 flag{name="replay.timeTo", value="", is_set="false"} 1 flag{name="rule", value="/etc/alerts/*.yml", is_set="true"} 1 flag{name="rule.configCheckInterval", value="0s", is_set="false"} 1 flag{name="rule.maxResolveDuration", value="0s", is_set="false"} 1 flag{name="rule.resendDelay", value="0s", is_set="false"} 1 flag{name="rule.templates", value="", is_set="false"} 1 flag{name="rule.validateExpressions", value="true", is_set="false"} 1 flag{name="rule.validateTemplates", value="true", is_set="false"} 1 flag{name="tls", value="false", is_set="false"} 1 flag{name="tlsCertFile", value="", is_set="false"} 1 flag{name="tlsCipherSuites", value="", is_set="false"} 1 flag{name="tlsKeyFile", value="secret", is_set="false"} 1 flag{name="tlsMinVersion", value="", is_set="false"} 1 flag{name="version", value="false", is_set="false"} 1