diff options
author | Henning Baldersheim <balder@yahoo-inc.com> | 2022-05-04 07:51:28 +0000 |
---|---|---|
committer | gjoranv <gv@verizonmedia.com> | 2022-06-08 11:45:21 +0200 |
commit | 12aeb0727e73905bc25a273859824c39ea33d135 (patch) | |
tree | 7c0ceb565fcef8d04e56a40711e557b7398674b8 | |
parent | 4660644a541e4b9d1ec98de02db0c406c5f4dc30 (diff) |
Remove '.sum' form vds sum metrics.
Remove '.sum' from metric names for storage node and also remove the average metrics for the same.
Remove '.sum' from distributor metrics set and remove distributor average metrics.
GC '.sum' from distributor metric names.
Remove '.alldisks' from metric names and update tests.
GC '.alldisks' from filestor metrics.
18 files changed, 277 insertions, 2991 deletions
diff --git a/config-model/src/main/java/com/yahoo/vespa/model/admin/monitoring/AutoscalingMetrics.java b/config-model/src/main/java/com/yahoo/vespa/model/admin/monitoring/AutoscalingMetrics.java index 26e3d952080..cd6de7ac7fb 100644 --- a/config-model/src/main/java/com/yahoo/vespa/model/admin/monitoring/AutoscalingMetrics.java +++ b/config-model/src/main/java/com/yahoo/vespa/model/admin/monitoring/AutoscalingMetrics.java @@ -2,8 +2,6 @@ package com.yahoo.vespa.model.admin.monitoring; import java.util.ArrayList; -import java.util.Arrays; -import java.util.HashSet; import java.util.LinkedHashSet; import java.util.List; import java.util.Set; @@ -41,9 +39,9 @@ public class AutoscalingMetrics { // Write rate metrics.add("feed.http-requests.rate"); // container - metrics.add("vds.filestor.alldisks.allthreads.put.sum.count.rate"); // content - metrics.add("vds.filestor.alldisks.allthreads.remove.sum.count.rate"); // content - metrics.add("vds.filestor.alldisks.allthreads.update.sum.count.rate"); // content + metrics.add("vds.filestor.allthreads.put.count.rate"); // content + metrics.add("vds.filestor.allthreads.remove.count.rate"); // content + metrics.add("vds.filestor.allthreads.update.count.rate"); // content return new MetricSet("autoscaling", toMetrics(metrics)); } diff --git a/config-model/src/main/java/com/yahoo/vespa/model/admin/monitoring/VespaMetricSet.java b/config-model/src/main/java/com/yahoo/vespa/model/admin/monitoring/VespaMetricSet.java index b26150dab47..bf967cfc53d 100644 --- a/config-model/src/main/java/com/yahoo/vespa/model/admin/monitoring/VespaMetricSet.java +++ b/config-model/src/main/java/com/yahoo/vespa/model/admin/monitoring/VespaMetricSet.java @@ -648,136 +648,120 @@ public class VespaMetricSet { // TODO: disregarded when considering metric names. Consider cleaning up for Vespa 9. metrics.add(new Metric("vds.datastored.alldisks.docs.average")); metrics.add(new Metric("vds.datastored.alldisks.bytes.average")); - metrics.add(new Metric("vds.visitor.allthreads.averagevisitorlifetime.sum.max")); - metrics.add(new Metric("vds.visitor.allthreads.averagevisitorlifetime.sum.sum")); - metrics.add(new Metric("vds.visitor.allthreads.averagevisitorlifetime.sum.count")); - metrics.add(new Metric("vds.visitor.allthreads.averagevisitorlifetime.sum.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.visitor.allthreads.averagequeuewait.sum.max")); - metrics.add(new Metric("vds.visitor.allthreads.averagequeuewait.sum.sum")); - metrics.add(new Metric("vds.visitor.allthreads.averagequeuewait.sum.count")); - metrics.add(new Metric("vds.visitor.allthreads.averagequeuewait.sum.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.visitor.allthreads.queuesize.count.max")); - metrics.add(new Metric("vds.visitor.allthreads.queuesize.count.sum")); - metrics.add(new Metric("vds.visitor.allthreads.queuesize.count.count")); - metrics.add(new Metric("vds.visitor.allthreads.queuesize.count.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.visitor.allthreads.completed.sum.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.visitor.allthreads.completed.sum.rate")); - metrics.add(new Metric("vds.visitor.allthreads.created.sum.rate")); - metrics.add(new Metric("vds.visitor.allthreads.failed.sum.rate")); - metrics.add(new Metric("vds.visitor.allthreads.averagemessagesendtime.sum.max")); - metrics.add(new Metric("vds.visitor.allthreads.averagemessagesendtime.sum.sum")); - metrics.add(new Metric("vds.visitor.allthreads.averagemessagesendtime.sum.count")); - metrics.add(new Metric("vds.visitor.allthreads.averagemessagesendtime.sum.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.visitor.allthreads.averageprocessingtime.sum.max")); - metrics.add(new Metric("vds.visitor.allthreads.averageprocessingtime.sum.sum")); - metrics.add(new Metric("vds.visitor.allthreads.averageprocessingtime.sum.count")); - metrics.add(new Metric("vds.visitor.allthreads.averageprocessingtime.sum.average")); // TODO: Remove in Vespa 8 - - metrics.add(new Metric("vds.filestor.alldisks.queuesize.max")); - metrics.add(new Metric("vds.filestor.alldisks.queuesize.sum")); - metrics.add(new Metric("vds.filestor.alldisks.queuesize.count")); - metrics.add(new Metric("vds.filestor.alldisks.queuesize.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.filestor.alldisks.averagequeuewait.sum.max")); - metrics.add(new Metric("vds.filestor.alldisks.averagequeuewait.sum.sum")); - metrics.add(new Metric("vds.filestor.alldisks.averagequeuewait.sum.count")); - metrics.add(new Metric("vds.filestor.alldisks.averagequeuewait.sum.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.filestor.alldisks.active_operations.size.max")); - metrics.add(new Metric("vds.filestor.alldisks.active_operations.size.sum")); - metrics.add(new Metric("vds.filestor.alldisks.active_operations.size.count")); - metrics.add(new Metric("vds.filestor.alldisks.active_operations.latency.max")); - metrics.add(new Metric("vds.filestor.alldisks.active_operations.latency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.active_operations.latency.count")); - metrics.add(new Metric("vds.filestor.alldisks.throttle_window_size.max")); - metrics.add(new Metric("vds.filestor.alldisks.throttle_window_size.sum")); - metrics.add(new Metric("vds.filestor.alldisks.throttle_window_size.count")); - metrics.add(new Metric("vds.filestor.alldisks.throttle_waiting_threads.max")); - metrics.add(new Metric("vds.filestor.alldisks.throttle_waiting_threads.sum")); - metrics.add(new Metric("vds.filestor.alldisks.throttle_waiting_threads.count")); - metrics.add(new Metric("vds.filestor.alldisks.throttle_active_tokens.max")); - metrics.add(new Metric("vds.filestor.alldisks.throttle_active_tokens.sum")); - metrics.add(new Metric("vds.filestor.alldisks.throttle_active_tokens.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.mergemetadatareadlatency.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.mergemetadatareadlatency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.mergemetadatareadlatency.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.mergedatareadlatency.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.mergedatareadlatency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.mergedatareadlatency.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.mergedatawritelatency.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.mergedatawritelatency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.mergedatawritelatency.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.put_latency.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.put_latency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.put_latency.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove_latency.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove_latency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove_latency.count")); - metrics.add(new Metric("vds.filestor.alldisks.allstripes.throttled_rpc_direct_dispatches.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allstripes.throttled_persistence_thread_polls.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allstripes.timeouts_waiting_for_throttle_token.rate")); + metrics.add(new Metric("vds.visitor.allthreads.averagevisitorlifetime.max")); + metrics.add(new Metric("vds.visitor.allthreads.averagevisitorlifetime.sum")); + metrics.add(new Metric("vds.visitor.allthreads.averagevisitorlifetime.count")); + metrics.add(new Metric("vds.visitor.allthreads.averagequeuewait.max")); + metrics.add(new Metric("vds.visitor.allthreads.averagequeuewait.sum")); + metrics.add(new Metric("vds.visitor.allthreads.averagequeuewait.count")); + metrics.add(new Metric("vds.visitor.allthreads.queuesize.max")); + metrics.add(new Metric("vds.visitor.allthreads.queuesize.sum")); + metrics.add(new Metric("vds.visitor.allthreads.queuesize.count")); + metrics.add(new Metric("vds.visitor.allthreads.completed.rate")); + metrics.add(new Metric("vds.visitor.allthreads.created.rate")); + metrics.add(new Metric("vds.visitor.allthreads.failed.rate")); + metrics.add(new Metric("vds.visitor.allthreads.averagemessagesendtime.max")); + metrics.add(new Metric("vds.visitor.allthreads.averagemessagesendtime.sum")); + metrics.add(new Metric("vds.visitor.allthreads.averagemessagesendtime.count")); + metrics.add(new Metric("vds.visitor.allthreads.averageprocessingtime.max")); + metrics.add(new Metric("vds.visitor.allthreads.averageprocessingtime.sum")); + metrics.add(new Metric("vds.visitor.allthreads.averageprocessingtime.count")); + + metrics.add(new Metric("vds.filestor.queuesize.max")); + metrics.add(new Metric("vds.filestor.queuesize.sum")); + metrics.add(new Metric("vds.filestor.queuesize.count")); + metrics.add(new Metric("vds.filestor.averagequeuewait.max")); + metrics.add(new Metric("vds.filestor.averagequeuewait.sum")); + metrics.add(new Metric("vds.filestor.averagequeuewait.count")); + metrics.add(new Metric("vds.filestor.active_operations.size.max")); + metrics.add(new Metric("vds.filestor.active_operations.size.sum")); + metrics.add(new Metric("vds.filestor.active_operations.size.count")); + metrics.add(new Metric("vds.filestor.active_operations.latency.max")); + metrics.add(new Metric("vds.filestor.active_operations.latency.sum")); + metrics.add(new Metric("vds.filestor.active_operations.latency.count")); + metrics.add(new Metric("vds.filestor.throttle_window_size.max")); + metrics.add(new Metric("vds.filestor.throttle_window_size.sum")); + metrics.add(new Metric("vds.filestor.throttle_window_size.count")); + metrics.add(new Metric("vds.filestor.throttle_waiting_threads.max")); + metrics.add(new Metric("vds.filestor.throttle_waiting_threads.sum")); + metrics.add(new Metric("vds.filestor.throttle_waiting_threads.count")); + metrics.add(new Metric("vds.filestor.throttle_active_tokens.max")); + metrics.add(new Metric("vds.filestor.throttle_active_tokens.sum")); + metrics.add(new Metric("vds.filestor.throttle_active_tokens.count")); + metrics.add(new Metric("vds.filestor.allthreads.mergemetadatareadlatency.max")); + metrics.add(new Metric("vds.filestor.allthreads.mergemetadatareadlatency.sum")); + metrics.add(new Metric("vds.filestor.allthreads.mergemetadatareadlatency.count")); + metrics.add(new Metric("vds.filestor.allthreads.mergedatareadlatency.max")); + metrics.add(new Metric("vds.filestor.allthreads.mergedatareadlatency.sum")); + metrics.add(new Metric("vds.filestor.allthreads.mergedatareadlatency.count")); + metrics.add(new Metric("vds.filestor.allthreads.mergedatawritelatency.max")); + metrics.add(new Metric("vds.filestor.allthreads.mergedatawritelatency.sum")); + metrics.add(new Metric("vds.filestor.allthreads.mergedatawritelatency.count")); + metrics.add(new Metric("vds.filestor.allthreads.put_latency.max")); + metrics.add(new Metric("vds.filestor.allthreads.put_latency.sum")); + metrics.add(new Metric("vds.filestor.allthreads.put_latency.count")); + metrics.add(new Metric("vds.filestor.allthreads.remove_latency.max")); + metrics.add(new Metric("vds.filestor.allthreads.remove_latency.sum")); + metrics.add(new Metric("vds.filestor.allthreads.remove_latency.count")); + metrics.add(new Metric("vds.filestor.allstripes.throttled_rpc_direct_dispatches.rate")); + metrics.add(new Metric("vds.filestor.allstripes.throttled_persistence_thread_polls.rate")); + metrics.add(new Metric("vds.filestor.allstripes.timeouts_waiting_for_throttle_token.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.put.sum.count.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.put.sum.failed.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.put.sum.test_and_set_failed.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.put.sum.latency.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.put.sum.latency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.put.sum.latency.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.put.sum.latency.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.filestor.alldisks.allthreads.put.sum.request_size.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.put.sum.request_size.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.put.sum.request_size.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove.sum.count.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove.sum.failed.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove.sum.test_and_set_failed.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove.sum.latency.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove.sum.latency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove.sum.latency.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove.sum.latency.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove.sum.request_size.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove.sum.request_size.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove.sum.request_size.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.get.sum.count.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.get.sum.failed.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.get.sum.latency.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.get.sum.latency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.get.sum.latency.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.get.sum.latency.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.filestor.alldisks.allthreads.get.sum.request_size.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.get.sum.request_size.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.get.sum.request_size.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.update.sum.count.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.update.sum.failed.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.update.sum.test_and_set_failed.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.update.sum.latency.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.update.sum.latency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.update.sum.latency.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.update.sum.latency.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.filestor.alldisks.allthreads.update.sum.request_size.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.update.sum.request_size.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.update.sum.request_size.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.createiterator.latency.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.createiterator.latency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.createiterator.latency.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.createiterator.latency.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.filestor.alldisks.allthreads.createiterator.count.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.visit.sum.count.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.visit.sum.latency.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.visit.sum.latency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.visit.sum.latency.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.visit.sum.latency.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove_location.sum.count.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove_location.sum.latency.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove_location.sum.latency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove_location.sum.latency.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.remove_location.sum.latency.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.filestor.alldisks.allthreads.splitbuckets.count.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.joinbuckets.count.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.deletebuckets.count.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.deletebuckets.failed.rate")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.deletebuckets.latency.max")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.deletebuckets.latency.sum")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.deletebuckets.latency.count")); - metrics.add(new Metric("vds.filestor.alldisks.allthreads.deletebuckets.latency.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.filestor.alldisks.allthreads.setbucketstates.count.rate")); + metrics.add(new Metric("vds.filestor.allthreads.put.count.rate")); + metrics.add(new Metric("vds.filestor.allthreads.put.failed.rate")); + metrics.add(new Metric("vds.filestor.allthreads.put.test_and_set_failed.rate")); + metrics.add(new Metric("vds.filestor.allthreads.put.latency.max")); + metrics.add(new Metric("vds.filestor.allthreads.put.latency.sum")); + metrics.add(new Metric("vds.filestor.allthreads.put.latency.count")); + metrics.add(new Metric("vds.filestor.allthreads.put.request_size.max")); + metrics.add(new Metric("vds.filestor.allthreads.put.request_size.sum")); + metrics.add(new Metric("vds.filestor.allthreads.put.request_size.count")); + metrics.add(new Metric("vds.filestor.allthreads.remove.count.rate")); + metrics.add(new Metric("vds.filestor.allthreads.remove.failed.rate")); + metrics.add(new Metric("vds.filestor.allthreads.remove.test_and_set_failed.rate")); + metrics.add(new Metric("vds.filestor.allthreads.remove.latency.max")); + metrics.add(new Metric("vds.filestor.allthreads.remove.latency.sum")); + metrics.add(new Metric("vds.filestor.allthreads.remove.latency.count")); + metrics.add(new Metric("vds.filestor.allthreads.remove.request_size.max")); + metrics.add(new Metric("vds.filestor.allthreads.remove.request_size.sum")); + metrics.add(new Metric("vds.filestor.allthreads.remove.request_size.count")); + metrics.add(new Metric("vds.filestor.allthreads.get.count.rate")); + metrics.add(new Metric("vds.filestor.allthreads.get.failed.rate")); + metrics.add(new Metric("vds.filestor.allthreads.get.latency.max")); + metrics.add(new Metric("vds.filestor.allthreads.get.latency.sum")); + metrics.add(new Metric("vds.filestor.allthreads.get.latency.count")); + metrics.add(new Metric("vds.filestor.allthreads.get.request_size.max")); + metrics.add(new Metric("vds.filestor.allthreads.get.request_size.sum")); + metrics.add(new Metric("vds.filestor.allthreads.get.request_size.count")); + metrics.add(new Metric("vds.filestor.allthreads.update.count.rate")); + metrics.add(new Metric("vds.filestor.allthreads.update.failed.rate")); + metrics.add(new Metric("vds.filestor.allthreads.update.test_and_set_failed.rate")); + metrics.add(new Metric("vds.filestor.allthreads.update.latency.max")); + metrics.add(new Metric("vds.filestor.allthreads.update.latency.sum")); + metrics.add(new Metric("vds.filestor.allthreads.update.latency.count")); + metrics.add(new Metric("vds.filestor.allthreads.update.request_size.max")); + metrics.add(new Metric("vds.filestor.allthreads.update.request_size.sum")); + metrics.add(new Metric("vds.filestor.allthreads.update.request_size.count")); + metrics.add(new Metric("vds.filestor.allthreads.createiterator.latency.max")); + metrics.add(new Metric("vds.filestor.allthreads.createiterator.latency.sum")); + metrics.add(new Metric("vds.filestor.allthreads.createiterator.latency.count")); + metrics.add(new Metric("vds.filestor.allthreads.createiterator.count.rate")); + metrics.add(new Metric("vds.filestor.allthreads.visit.count.rate")); + metrics.add(new Metric("vds.filestor.allthreads.visit.latency.max")); + metrics.add(new Metric("vds.filestor.allthreads.visit.latency.sum")); + metrics.add(new Metric("vds.filestor.allthreads.visit.latency.count")); + metrics.add(new Metric("vds.filestor.allthreads.remove_location.count.rate")); + metrics.add(new Metric("vds.filestor.allthreads.remove_location.latency.max")); + metrics.add(new Metric("vds.filestor.allthreads.remove_location.latency.sum")); + metrics.add(new Metric("vds.filestor.allthreads.remove_location.latency.count")); + metrics.add(new Metric("vds.filestor.allthreads.splitbuckets.count.rate")); + metrics.add(new Metric("vds.filestor.allthreads.joinbuckets.count.rate")); + metrics.add(new Metric("vds.filestor.allthreads.deletebuckets.count.rate")); + metrics.add(new Metric("vds.filestor.allthreads.deletebuckets.failed.rate")); + metrics.add(new Metric("vds.filestor.allthreads.deletebuckets.latency.max")); + metrics.add(new Metric("vds.filestor.allthreads.deletebuckets.latency.sum")); + metrics.add(new Metric("vds.filestor.allthreads.deletebuckets.latency.count")); + metrics.add(new Metric("vds.filestor.allthreads.setbucketstates.count.rate")); return metrics; } private static Set<Metric> getDistributorMetrics() { @@ -816,66 +800,61 @@ public class VespaMetricSet { metrics.add(new Metric("vds.idealstate.garbage_collection.documents_removed.count")); metrics.add(new Metric("vds.idealstate.garbage_collection.documents_removed.rate")); - metrics.add(new Metric("vds.distributor.puts.sum.latency.max")); - metrics.add(new Metric("vds.distributor.puts.sum.latency.sum")); - metrics.add(new Metric("vds.distributor.puts.sum.latency.count")); - metrics.add(new Metric("vds.distributor.puts.sum.latency.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.distributor.puts.sum.ok.rate")); - metrics.add(new Metric("vds.distributor.puts.sum.failures.total.rate")); - metrics.add(new Metric("vds.distributor.puts.sum.failures.notfound.rate")); - metrics.add(new Metric("vds.distributor.puts.sum.failures.test_and_set_failed.rate")); - metrics.add(new Metric("vds.distributor.puts.sum.failures.concurrent_mutations.rate")); - metrics.add(new Metric("vds.distributor.puts.sum.failures.notconnected.rate")); - metrics.add(new Metric("vds.distributor.puts.sum.failures.notready.rate")); - metrics.add(new Metric("vds.distributor.puts.sum.failures.wrongdistributor.rate")); - metrics.add(new Metric("vds.distributor.puts.sum.failures.safe_time_not_reached.rate")); - metrics.add(new Metric("vds.distributor.puts.sum.failures.storagefailure.rate")); - metrics.add(new Metric("vds.distributor.puts.sum.failures.timeout.rate")); - metrics.add(new Metric("vds.distributor.puts.sum.failures.busy.rate")); - metrics.add(new Metric("vds.distributor.puts.sum.failures.inconsistent_bucket.rate")); - metrics.add(new Metric("vds.distributor.removes.sum.latency.max")); - metrics.add(new Metric("vds.distributor.removes.sum.latency.sum")); - metrics.add(new Metric("vds.distributor.removes.sum.latency.count")); - metrics.add(new Metric("vds.distributor.removes.sum.latency.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.distributor.removes.sum.ok.rate")); - metrics.add(new Metric("vds.distributor.removes.sum.failures.total.rate")); - metrics.add(new Metric("vds.distributor.removes.sum.failures.notfound.rate")); - metrics.add(new Metric("vds.distributor.removes.sum.failures.test_and_set_failed.rate")); - metrics.add(new Metric("vds.distributor.removes.sum.failures.concurrent_mutations.rate")); - metrics.add(new Metric("vds.distributor.updates.sum.latency.max")); - metrics.add(new Metric("vds.distributor.updates.sum.latency.sum")); - metrics.add(new Metric("vds.distributor.updates.sum.latency.count")); - metrics.add(new Metric("vds.distributor.updates.sum.latency.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.distributor.updates.sum.ok.rate")); - metrics.add(new Metric("vds.distributor.updates.sum.failures.total.rate")); - metrics.add(new Metric("vds.distributor.updates.sum.failures.notfound.rate")); - metrics.add(new Metric("vds.distributor.updates.sum.failures.test_and_set_failed.rate")); - metrics.add(new Metric("vds.distributor.updates.sum.failures.concurrent_mutations.rate")); - metrics.add(new Metric("vds.distributor.updates.sum.diverging_timestamp_updates.rate")); - metrics.add(new Metric("vds.distributor.removelocations.sum.ok.rate")); - metrics.add(new Metric("vds.distributor.removelocations.sum.failures.total.rate")); - metrics.add(new Metric("vds.distributor.gets.sum.latency.max")); - metrics.add(new Metric("vds.distributor.gets.sum.latency.sum")); - metrics.add(new Metric("vds.distributor.gets.sum.latency.count")); - metrics.add(new Metric("vds.distributor.gets.sum.latency.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.distributor.gets.sum.ok.rate")); - metrics.add(new Metric("vds.distributor.gets.sum.failures.total.rate")); - metrics.add(new Metric("vds.distributor.gets.sum.failures.notfound.rate")); - metrics.add(new Metric("vds.distributor.visitor.sum.latency.max")); - metrics.add(new Metric("vds.distributor.visitor.sum.latency.sum")); - metrics.add(new Metric("vds.distributor.visitor.sum.latency.count")); - metrics.add(new Metric("vds.distributor.visitor.sum.latency.average")); // TODO: Remove in Vespa 8 - metrics.add(new Metric("vds.distributor.visitor.sum.ok.rate")); - metrics.add(new Metric("vds.distributor.visitor.sum.failures.total.rate")); - metrics.add(new Metric("vds.distributor.visitor.sum.failures.notready.rate")); - metrics.add(new Metric("vds.distributor.visitor.sum.failures.notconnected.rate")); - metrics.add(new Metric("vds.distributor.visitor.sum.failures.wrongdistributor.rate")); - metrics.add(new Metric("vds.distributor.visitor.sum.failures.safe_time_not_reached.rate")); - metrics.add(new Metric("vds.distributor.visitor.sum.failures.storagefailure.rate")); - metrics.add(new Metric("vds.distributor.visitor.sum.failures.timeout.rate")); - metrics.add(new Metric("vds.distributor.visitor.sum.failures.busy.rate")); - metrics.add(new Metric("vds.distributor.visitor.sum.failures.inconsistent_bucket.rate")); - metrics.add(new Metric("vds.distributor.visitor.sum.failures.notfound.rate")); + metrics.add(new Metric("vds.distributor.puts.latency.max")); + metrics.add(new Metric("vds.distributor.puts.latency.sum")); + metrics.add(new Metric("vds.distributor.puts.latency.count")); + metrics.add(new Metric("vds.distributor.puts.ok.rate")); + metrics.add(new Metric("vds.distributor.puts.failures.total.rate")); + metrics.add(new Metric("vds.distributor.puts.failures.notfound.rate")); + metrics.add(new Metric("vds.distributor.puts.failures.test_and_set_failed.rate")); + metrics.add(new Metric("vds.distributor.puts.failures.concurrent_mutations.rate")); + metrics.add(new Metric("vds.distributor.puts.failures.notconnected.rate")); + metrics.add(new Metric("vds.distributor.puts.failures.notready.rate")); + metrics.add(new Metric("vds.distributor.puts.failures.wrongdistributor.rate")); + metrics.add(new Metric("vds.distributor.puts.failures.safe_time_not_reached.rate")); + metrics.add(new Metric("vds.distributor.puts.failures.storagefailure.rate")); + metrics.add(new Metric("vds.distributor.puts.failures.timeout.rate")); + metrics.add(new Metric("vds.distributor.puts.failures.busy.rate")); + metrics.add(new Metric("vds.distributor.puts.failures.inconsistent_bucket.rate")); + metrics.add(new Metric("vds.distributor.removes.latency.max")); + metrics.add(new Metric("vds.distributor.removes.latency.sum")); + metrics.add(new Metric("vds.distributor.removes.latency.count")); + metrics.add(new Metric("vds.distributor.removes.ok.rate")); + metrics.add(new Metric("vds.distributor.removes.failures.total.rate")); + metrics.add(new Metric("vds.distributor.removes.failures.notfound.rate")); + metrics.add(new Metric("vds.distributor.removes.failures.test_and_set_failed.rate")); + metrics.add(new Metric("vds.distributor.removes.failures.concurrent_mutations.rate")); + metrics.add(new Metric("vds.distributor.updates.latency.max")); + metrics.add(new Metric("vds.distributor.updates.latency.sum")); + metrics.add(new Metric("vds.distributor.updates.latency.count")); + metrics.add(new Metric("vds.distributor.updates.ok.rate")); + metrics.add(new Metric("vds.distributor.updates.failures.total.rate")); + metrics.add(new Metric("vds.distributor.updates.failures.notfound.rate")); + metrics.add(new Metric("vds.distributor.updates.failures.test_and_set_failed.rate")); + metrics.add(new Metric("vds.distributor.updates.failures.concurrent_mutations.rate")); + metrics.add(new Metric("vds.distributor.updates.diverging_timestamp_updates.rate")); + metrics.add(new Metric("vds.distributor.removelocations.ok.rate")); + metrics.add(new Metric("vds.distributor.removelocations.failures.total.rate")); + metrics.add(new Metric("vds.distributor.gets.latency.max")); + metrics.add(new Metric("vds.distributor.gets.latency.sum")); + metrics.add(new Metric("vds.distributor.gets.latency.count")); + metrics.add(new Metric("vds.distributor.gets.ok.rate")); + metrics.add(new Metric("vds.distributor.gets.failures.total.rate")); + metrics.add(new Metric("vds.distributor.gets.failures.notfound.rate")); + metrics.add(new Metric("vds.distributor.visitor.latency.max")); + metrics.add(new Metric("vds.distributor.visitor.latency.sum")); + metrics.add(new Metric("vds.distributor.visitor.latency.count")); + metrics.add(new Metric("vds.distributor.visitor.ok.rate")); + metrics.add(new Metric("vds.distributor.visitor.failures.total.rate")); + metrics.add(new Metric("vds.distributor.visitor.failures.notready.rate")); + metrics.add(new Metric("vds.distributor.visitor.failures.notconnected.rate")); + metrics.add(new Metric("vds.distributor.visitor.failures.wrongdistributor.rate")); + metrics.add(new Metric("vds.distributor.visitor.failures.safe_time_not_reached.rate")); + metrics.add(new Metric("vds.distributor.visitor.failures.storagefailure.rate")); + metrics.add(new Metric("vds.distributor.visitor.failures.timeout.rate")); + metrics.add(new Metric("vds.distributor.visitor.failures.busy.rate")); + metrics.add(new Metric("vds.distributor.visitor.failures.inconsistent_bucket.rate")); + metrics.add(new Metric("vds.distributor.visitor.failures.notfound.rate")); metrics.add(new Metric("vds.distributor.docsstored.average")); metrics.add(new Metric("vds.distributor.bytesstored.average")); diff --git a/config-model/src/main/java/com/yahoo/vespa/model/content/storagecluster/StorageCluster.java b/config-model/src/main/java/com/yahoo/vespa/model/content/storagecluster/StorageCluster.java index c87fb8d120e..a3f32fcb44b 100644 --- a/config-model/src/main/java/com/yahoo/vespa/model/content/storagecluster/StorageCluster.java +++ b/config-model/src/main/java/com/yahoo/vespa/model/content/storagecluster/StorageCluster.java @@ -80,18 +80,18 @@ public class StorageCluster extends AbstractConfigProducer<StorageNode> addedmetrics("vds.datastored.bucket_space.buckets_total"); ContentCluster.getMetricBuilder("log", builder). - addedmetrics("vds.filestor.alldisks.allthreads.put.sum"). - addedmetrics("vds.filestor.alldisks.allthreads.get.sum"). - addedmetrics("vds.filestor.alldisks.allthreads.remove.sum"). - addedmetrics("vds.filestor.alldisks.allthreads.update.sum"). + addedmetrics("vds.filestor.allthreads.put"). + addedmetrics("vds.filestor.allthreads.get"). + addedmetrics("vds.filestor.allthreads.remove"). + addedmetrics("vds.filestor.allthreads.update"). addedmetrics("vds.datastored.alldisks.docs"). addedmetrics("vds.datastored.alldisks.bytes"). - addedmetrics("vds.filestor.alldisks.queuesize"). - addedmetrics("vds.filestor.alldisks.averagequeuewait.sum"). + addedmetrics("vds.filestor.queuesize"). + addedmetrics("vds.filestor.averagequeuewait"). addedmetrics("vds.visitor.cv_queuewaittime"). addedmetrics("vds.visitor.allthreads.averagequeuewait"). addedmetrics("vds.visitor.allthreads.averagevisitorlifetime"). - addedmetrics("vds.visitor.allthreads.created.sum"); + addedmetrics("vds.visitor.allthreads.created"); } public String getClusterName() { diff --git a/config-model/src/test/java/com/yahoo/vespa/model/content/ContentClusterTest.java b/config-model/src/test/java/com/yahoo/vespa/model/content/ContentClusterTest.java index 10a2feaba5b..8c263e21a21 100644 --- a/config-model/src/test/java/com/yahoo/vespa/model/content/ContentClusterTest.java +++ b/config-model/src/test/java/com/yahoo/vespa/model/content/ContentClusterTest.java @@ -744,18 +744,18 @@ public class ContentClusterTest extends ContentBaseTest { MetricsmanagerConfig config = new MetricsmanagerConfig(builder); String expected = - "[vds.filestor.alldisks.allthreads.put.sum\n" + - "vds.filestor.alldisks.allthreads.get.sum\n" + - "vds.filestor.alldisks.allthreads.remove.sum\n" + - "vds.filestor.alldisks.allthreads.update.sum\n" + + "[vds.filestor.allthreads.put\n" + + "vds.filestor.allthreads.get\n" + + "vds.filestor.allthreads.remove\n" + + "vds.filestor.allthreads.update\n" + "vds.datastored.alldisks.docs\n" + "vds.datastored.alldisks.bytes\n" + - "vds.filestor.alldisks.queuesize\n" + - "vds.filestor.alldisks.averagequeuewait.sum\n" + + "vds.filestor.queuesize\n" + + "vds.filestor.averagequeuewait\n" + "vds.visitor.cv_queuewaittime\n" + "vds.visitor.allthreads.averagequeuewait\n" + "vds.visitor.allthreads.averagevisitorlifetime\n" + - "vds.visitor.allthreads.created.sum]"; + "vds.visitor.allthreads.created]"; String actual = getConsumer("log", config).addedmetrics().toString().replaceAll(", ", "\n"); assertEquals(expected, actual); assertEquals("[logdefault]", getConsumer("log", config).tags().toString()); diff --git a/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/autoscale/MetricsResponse.java b/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/autoscale/MetricsResponse.java index 6ea5df5e3bf..d100e3bdd95 100644 --- a/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/autoscale/MetricsResponse.java +++ b/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/autoscale/MetricsResponse.java @@ -197,9 +197,9 @@ public class MetricsResponse { @Override public List<String> metricResponseNames() { return List.of("feed.http-requests.rate", - "vds.filestor.alldisks.allthreads.put.sum.count.rate", - "vds.filestor.alldisks.allthreads.remove.sum.count.rate", - "vds.filestor.alldisks.allthreads.update.sum.count.rate"); } + "vds.filestor.allthreads.put.count.rate", + "vds.filestor.allthreads.remove.count.rate", + "vds.filestor.allthreads.update.count.rate"); } }; diff --git a/protocols/getnodestate/slow_host_info.json b/protocols/getnodestate/slow_host_info.json index b792e45d5d6..6e3afe9f8c7 100644 --- a/protocols/getnodestate/slow_host_info.json +++ b/protocols/getnodestate/slow_host_info.json @@ -91,7 +91,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.operations", + "name":"vds.filestor.allthreads.operations", "description":"Number of operations processed.", "values": { @@ -103,7 +103,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.put.sum.count", + "name":"vds.filestor.allthreads.put.count", "description":"Number of requests processed.", "values": { @@ -115,7 +115,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.put.sum.latency", + "name":"vds.filestor.allthreads.put.latency", "description":"Latency of successful requests.", "values": { @@ -131,7 +131,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.put.sum.failed", + "name":"vds.filestor.allthreads.put.failed", "description":"Number of failed requests.", "values": { @@ -143,7 +143,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.get.sum.count", + "name":"vds.filestor.allthreads.get.count", "description":"Number of requests processed.", "values": { @@ -155,7 +155,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.get.sum.latency", + "name":"vds.filestor.allthreads.get.latency", "description":"Latency of successful requests.", "values": { @@ -171,7 +171,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.get.sum.failed", + "name":"vds.filestor.allthreads.get.failed", "description":"Number of failed requests.", "values": { @@ -183,7 +183,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.get.sum.not_found", + "name":"vds.filestor.allthreads.get.not_found", "description":"Number of requests that could not be completed due to source document not found.", "values": { @@ -195,7 +195,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.remove.sum.count", + "name":"vds.filestor.allthreads.remove.count", "description":"Number of requests processed.", "values": { @@ -207,7 +207,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.remove.sum.latency", + "name":"vds.filestor.allthreads.remove.latency", "description":"Latency of successful requests.", "values": { @@ -223,7 +223,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.remove.sum.failed", + "name":"vds.filestor.allthreads.remove.failed", "description":"Number of failed requests.", "values": { @@ -235,7 +235,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.remove.sum.not_found", + "name":"vds.filestor.allthreads.remove.not_found", "description":"Number of requests that could not be completed due to source document not found.", "values": { @@ -247,7 +247,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.update.sum.count", + "name":"vds.filestor.allthreads.update.count", "description":"Number of requests processed.", "values": { @@ -259,7 +259,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.update.sum.latency", + "name":"vds.filestor.allthreads.update.latency", "description":"Latency of successful requests.", "values": { @@ -275,7 +275,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.update.sum.failed", + "name":"vds.filestor.allthreads.update.failed", "description":"Number of failed requests.", "values": { @@ -287,7 +287,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.update.sum.not_found", + "name":"vds.filestor.allthreads.update.not_found", "description":"Number of requests that could not be completed due to source document not found.", "values": { @@ -299,7 +299,7 @@ } }, { - "name":"vds.filestor.alldisks.allthreads.update.sum.latency_read", + "name":"vds.filestor.allthreads.update.latency_read", "description":"Latency of the source read in the request.", "values": { @@ -313,2657 +313,6 @@ "dimensions": { } - }, - { - "name":"vds.filestor.disk_0.allthreads.operations", - "description":"Number of operations processed.", - "values": - { - "count":845, - "rate":2.816666 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.put.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":307, - "rate":1.023333 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.put.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":4.485342019543974, - "count":307, - "rate":1.023333, - "min":0, - "max":128, - "last":8 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.put.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.get.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.get.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.get.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.get.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.remove.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":330, - "rate":1.1 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.remove.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":10.17878787878788, - "count":330, - "rate":1.1, - "min":0, - "max":71, - "last":3 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.remove.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.remove.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":150, - "rate":0.5 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.update.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":208, - "rate":0.693333 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.update.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":1.543269230769231, - "count":208, - "rate":0.693333, - "min":0, - "max":13, - "last":5 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.update.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.update.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_0.allthreads.update.sum.latency_read", - "description":"Latency of the source read in the request.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_0" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.operations", - "description":"Number of operations processed.", - "values": - { - "count":1257, - "rate":4.19 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.put.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":404, - "rate":1.346666 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.put.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":7.344059405940594, - "count":404, - "rate":1.346666, - "min":0, - "max":35, - "last":8 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.put.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.get.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.get.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.get.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.get.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.remove.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":435, - "rate":1.45 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.remove.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":7.289655172413793, - "count":435, - "rate":1.45, - "min":0, - "max":72, - "last":7 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.remove.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.remove.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":307, - "rate":1.023333 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.update.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":418, - "rate":1.393333 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.update.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":13.78947368421053, - "count":418, - "rate":1.393333, - "min":0, - "max":78, - "last":17 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.update.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.update.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_1.allthreads.update.sum.latency_read", - "description":"Latency of the source read in the request.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_1" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.operations", - "description":"Number of operations processed.", - "values": - { - "count":769, - "rate":2.563333 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.put.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":350, - "rate":1.166666 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.put.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":4.708571428571428, - "count":350, - "rate":1.166666, - "min":0, - "max":91, - "last":7 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.put.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.get.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.get.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.get.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.get.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.remove.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":112, - "rate":0.373333 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.remove.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":3.053571428571428, - "count":112, - "rate":0.373333, - "min":0, - "max":14, - "last":1 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.remove.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.remove.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":32, - "rate":0.106666 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.update.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":307, - "rate":1.023333 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.update.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":3.739413680781759, - "count":307, - "rate":1.023333, - "min":0, - "max":33, - "last":5 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.update.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.update.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_2.allthreads.update.sum.latency_read", - "description":"Latency of the source read in the request.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_2" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.operations", - "description":"Number of operations processed.", - "values": - { - "count":744, - "rate":2.48 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.put.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":286, - "rate":0.953333 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.put.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":4.377622377622377, - "count":286, - "rate":0.953333, - "min":0, - "max":10, - "last":5 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.put.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.get.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.get.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.get.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.get.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.remove.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":275, - "rate":0.916666 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.remove.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":10.04, - "count":275, - "rate":0.916666, - "min":0, - "max":35, - "last":5 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.remove.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.remove.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":168, - "rate":0.5600000000000001 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.update.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":183, - "rate":0.61 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.update.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":5.754098360655738, - "count":183, - "rate":0.61, - "min":0, - "max":17, - "last":2 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.update.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.update.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_3.allthreads.update.sum.latency_read", - "description":"Latency of the source read in the request.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_3" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.operations", - "description":"Number of operations processed.", - "values": - { - "count":495, - "rate":1.65 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.put.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":258, - "rate":0.86 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.put.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":4.682170542635659, - "count":258, - "rate":0.86, - "min":0, - "max":12, - "last":6 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.put.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.get.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.get.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.get.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.get.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.remove.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":200, - "rate":0.666666 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.remove.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":2.045, - "count":200, - "rate":0.666666, - "min":0, - "max":26, - "last":0 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.remove.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.remove.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":152, - "rate":0.5066659999999999 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.update.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":37, - "rate":0.123333 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.update.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":4.783783783783784, - "count":37, - "rate":0.123333, - "min":0, - "max":28, - "last":10 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.update.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.update.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_4.allthreads.update.sum.latency_read", - "description":"Latency of the source read in the request.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_4" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.operations", - "description":"Number of operations processed.", - "values": - { - "count":384, - "rate":1.28 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.put.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":202, - "rate":0.673333 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.put.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":4.396039603960396, - "count":202, - "rate":0.673333, - "min":0, - "max":9, - "last":8 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.put.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.get.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.get.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.get.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.get.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.remove.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":137, - "rate":0.456666 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.remove.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":2.445255474452555, - "count":137, - "rate":0.456666, - "min":0, - "max":14, - "last":0 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.remove.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.remove.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":118, - "rate":0.393333 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.update.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":45, - "rate":0.15 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.update.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":4.288888888888889, - "count":45, - "rate":0.15, - "min":0, - "max":16, - "last":9 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.update.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.update.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_5.allthreads.update.sum.latency_read", - "description":"Latency of the source read in the request.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_5" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.operations", - "description":"Number of operations processed.", - "values": - { - "count":798, - "rate":2.66 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.put.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":263, - "rate":0.8766659999999999 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.put.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":5.418250950570342, - "count":263, - "rate":0.8766659999999999, - "min":1, - "max":24, - "last":6 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.put.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.get.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.get.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.get.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.get.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.remove.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":346, - "rate":1.153333 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.remove.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":12.90751445086705, - "count":346, - "rate":1.153333, - "min":0, - "max":53, - "last":6 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.remove.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.remove.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":230, - "rate":0.766666 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.update.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":189, - "rate":0.63 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.update.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":3.984126984126984, - "count":189, - "rate":0.63, - "min":0, - "max":24, - "last":0 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.update.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.update.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_6.allthreads.update.sum.latency_read", - "description":"Latency of the source read in the request.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_6" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.operations", - "description":"Number of operations processed.", - "values": - { - "count":490, - "rate":1.633333 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.put.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":279, - "rate":0.93 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.put.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":4.802867383512544, - "count":279, - "rate":0.93, - "min":1, - "max":10, - "last":6 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.put.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.get.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.get.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.get.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.get.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.remove.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":38, - "rate":0.126666 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.remove.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":3.315789473684211, - "count":38, - "rate":0.126666, - "min":0, - "max":13, - "last":7 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.remove.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.remove.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":19, - "rate":0.063333 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.update.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":173, - "rate":0.576666 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.update.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":3.473988439306358, - "count":173, - "rate":0.576666, - "min":0, - "max":25, - "last":2 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.update.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.update.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_7.allthreads.update.sum.latency_read", - "description":"Latency of the source read in the request.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_7" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.operations", - "description":"Number of operations processed.", - "values": - { - "count":2115, - "rate":7.05 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.put.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":355, - "rate":1.183333 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.put.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":5.504225352112676, - "count":355, - "rate":1.183333, - "min":0, - "max":236, - "last":6 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.put.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.get.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.get.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.get.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.get.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.remove.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":1635, - "rate":5.45 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.remove.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":184.6189602446483, - "count":1635, - "rate":5.45, - "min":0, - "max":913, - "last":0 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.remove.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.remove.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":1511, - "rate":5.036666 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.update.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":125, - "rate":0.416666 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.update.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":4.336, - "count":125, - "rate":0.416666, - "min":0, - "max":115, - "last":0 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.update.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.update.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_8.allthreads.update.sum.latency_read", - "description":"Latency of the source read in the request.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_8" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.operations", - "description":"Number of operations processed.", - "values": - { - "count":703, - "rate":2.343333 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.put.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":309, - "rate":1.03 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.put.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":4.841423948220065, - "count":309, - "rate":1.03, - "min":0, - "max":134, - "last":11 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.put.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.get.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.get.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.get.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.get.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.remove.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":69, - "rate":0.23 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.remove.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":3.101449275362319, - "count":69, - "rate":0.23, - "min":0, - "max":18, - "last":7 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.remove.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.remove.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":32, - "rate":0.106666 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.update.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":325, - "rate":1.083333 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.update.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":3.313846153846154, - "count":325, - "rate":1.083333, - "min":0, - "max":37, - "last":4 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.update.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.update.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_9.allthreads.update.sum.latency_read", - "description":"Latency of the source read in the request.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_9" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.operations", - "description":"Number of operations processed.", - "values": - { - "count":344, - "rate":1.146666 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.put.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":233, - "rate":0.776666 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.put.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":5.24892703862661, - "count":233, - "rate":0.776666, - "min":0, - "max":65, - "last":4 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.put.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.get.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.get.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.get.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.get.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.remove.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":29, - "rate":0.096666 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.remove.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":3.344827586206896, - "count":29, - "rate":0.096666, - "min":1, - "max":13, - "last":7 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.remove.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.remove.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":15, - "rate":0.05 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.update.sum.count", - "description":"Number of requests processed.", - "values": - { - "count":82, - "rate":0.273333 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.update.sum.latency", - "description":"Latency of successful requests.", - "values": - { - "average":4.292682926829269, - "count":82, - "rate":0.273333, - "min":0, - "max":21, - "last":0 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.update.sum.failed", - "description":"Number of failed requests.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.update.sum.not_found", - "description":"Number of requests that could not be completed due to source document not found.", - "values": - { - "count":0, - "rate":0.0 - }, - "dimensions": - { - "disk":"disk_10" - } - }, - { - "name":"vds.filestor.disk_10.allthreads.update.sum.latency_read", - "description":"Latency of the source read in the request.", - "values": - { - "average":0.0, - "count":0, - "rate":0.0, - "min":0, - "max":0, - "last":0 - }, - "dimensions": - { - "disk":"disk_10" - } } ] }, diff --git a/storage/src/tests/common/metricstest.cpp b/storage/src/tests/common/metricstest.cpp index cff62542434..a92cf121fab 100644 --- a/storage/src/tests/common/metricstest.cpp +++ b/storage/src/tests/common/metricstest.cpp @@ -133,7 +133,7 @@ void MetricsTest::createFakeLoad() _filestorMetrics->partitionEvents.inc(4); _filestorMetrics->diskEvents.inc(3); { - FileStorDiskMetrics& disk(*_filestorMetrics->disk); + FileStorMetrics& disk(*_filestorMetrics); disk.queueSize.addValue(4 * n); disk.averageQueueWaitingTime.addValue(10 * n); disk.pendingMerges.addValue(4 * n); @@ -207,10 +207,10 @@ TEST_F(MetricsTest, filestor_metrics) { bool retVal = _metricsConsumer->reportStatus(ost, path); ASSERT_TRUE(retVal) << "_metricsConsumer->reportStatus failed"; std::string s = ost.str(); - EXPECT_THAT(s, HasSubstr("vds.filestor.alldisks.allthreads.get.sum.count count=60")); - EXPECT_THAT(s, HasSubstr("vds.filestor.alldisks.allthreads.put.sum.count count=50")); - EXPECT_THAT(s, HasSubstr("vds.filestor.alldisks.allthreads.remove.sum.count count=30")); - EXPECT_THAT(s, HasSubstr("vds.filestor.alldisks.allthreads.remove.sum.not_found count=5")); + EXPECT_THAT(s, HasSubstr("vds.filestor.allthreads.get.count count=60")); + EXPECT_THAT(s, HasSubstr("vds.filestor.allthreads.put.count count=50")); + EXPECT_THAT(s, HasSubstr("vds.filestor.allthreads.remove.count count=30")); + EXPECT_THAT(s, HasSubstr("vds.filestor.allthreads.remove.not_found count=5")); } #define ASSERT_METRIC(interval, metric, count) \ @@ -233,8 +233,7 @@ TEST_F(MetricsTest, filestor_metrics) { } TEST_F(MetricsTest, snapshot_presenting) { - FileStorDiskMetrics& disk0(*_filestorMetrics->disk); - FileStorThreadMetrics& thread0(*disk0.threads[0]); + FileStorThreadMetrics& thread0(*_filestorMetrics->threads[0]); LOG(debug, "Adding to get metric"); @@ -257,20 +256,20 @@ TEST_F(MetricsTest, snapshot_presenting) { thread0.put.count.inc(1); // Verify that active metrics have set put count but not get count - ASSERT_METRIC(-2, "vds.filestor.alldisks.allthreads.put.sum.count", 1); - ASSERT_METRIC(-2, "vds.filestor.alldisks.allthreads.get.sum.count", -1); + ASSERT_METRIC(-2, "vds.filestor.allthreads.put.count", 1); + ASSERT_METRIC(-2, "vds.filestor.allthreads.get.count", -1); // Verify that 5 min metrics have set get count but not put count - ASSERT_METRIC(300, "vds.filestor.alldisks.allthreads.put.sum.count", -1); - ASSERT_METRIC(300, "vds.filestor.alldisks.allthreads.get.sum.count", 1); + ASSERT_METRIC(300, "vds.filestor.allthreads.put.count", -1); + ASSERT_METRIC(300, "vds.filestor.allthreads.get.count", 1); // Verify that the total metrics is equal to 5 minute - ASSERT_METRIC(0, "vds.filestor.alldisks.allthreads.put.sum.count", -1); - ASSERT_METRIC(0, "vds.filestor.alldisks.allthreads.get.sum.count", 1); + ASSERT_METRIC(0, "vds.filestor.allthreads.put.count", -1); + ASSERT_METRIC(0, "vds.filestor.allthreads.get.count", 1); // Verify that total + active have set both - ASSERT_METRIC(-1, "vds.filestor.alldisks.allthreads.put.sum.count", 1); - ASSERT_METRIC(-1, "vds.filestor.alldisks.allthreads.get.sum.count", 1); + ASSERT_METRIC(-1, "vds.filestor.allthreads.put.count", 1); + ASSERT_METRIC(-1, "vds.filestor.allthreads.get.count", 1); } TEST_F(MetricsTest, html_metrics_report) { diff --git a/storage/src/tests/persistence/active_operations_stats_test.cpp b/storage/src/tests/persistence/active_operations_stats_test.cpp index 8caa84977ce..5b5a019f688 100644 --- a/storage/src/tests/persistence/active_operations_stats_test.cpp +++ b/storage/src/tests/persistence/active_operations_stats_test.cpp @@ -115,7 +115,7 @@ ActiveOperationsStatsTest::test_active_operations_stats() EXPECT_EQ(4, stats.get_total_size()); EXPECT_LT(0.0, stats.get_total_latency()); update_metrics(); - auto &ao_metrics = metrics.disk->active_operations; + auto &ao_metrics = metrics.active_operations; EXPECT_DOUBLE_EQ(1.0, ao_metrics.size.getAverage()); EXPECT_DOUBLE_EQ(0.0, ao_metrics.size.getMinimum()); EXPECT_DOUBLE_EQ(2.0, ao_metrics.size.getMaximum()); diff --git a/storage/src/tests/persistence/filestorage/filestormanagertest.cpp b/storage/src/tests/persistence/filestorage/filestormanagertest.cpp index 304720f52b7..4c1b1662f68 100644 --- a/storage/src/tests/persistence/filestorage/filestormanagertest.cpp +++ b/storage/src/tests/persistence/filestorage/filestormanagertest.cpp @@ -201,7 +201,7 @@ struct FileStorTestBase : Test { const Metric& metric); auto& thread_metrics_of(FileStorManager& manager) { - return manager.get_metrics().disk->threads[0]; + return manager.get_metrics().threads[0]; } }; @@ -304,7 +304,7 @@ struct PersistenceHandlerComponents : public FileStorHandlerComponents { std::make_unique<PersistenceHandler>(executor, component, cfg, test._node->getPersistenceProvider(), *filestorHandler, bucketOwnershipNotifier, - *metrics.disk->threads[0]); + *metrics.threads[0]); } ~PersistenceHandlerComponents(); std::unique_ptr<DiskThread> make_disk_thread() { @@ -759,11 +759,11 @@ TEST_F(FileStorManagerTest, priority) { BucketOwnershipNotifier bucketOwnershipNotifier(component, c.messageSender); vespa::config::content::StorFilestorConfig cfg; PersistenceHandler persistenceHandler(_node->executor(), component, cfg, _node->getPersistenceProvider(), - filestorHandler, bucketOwnershipNotifier, *metrics.disk->threads[0]); + filestorHandler, bucketOwnershipNotifier, *metrics.threads[0]); std::unique_ptr<DiskThread> thread(createThread(persistenceHandler, filestorHandler, component)); PersistenceHandler persistenceHandler2(_node->executor(), component, cfg, _node->getPersistenceProvider(), - filestorHandler, bucketOwnershipNotifier, *metrics.disk->threads[1]); + filestorHandler, bucketOwnershipNotifier, *metrics.threads[1]); std::unique_ptr<DiskThread> thread2(createThread(persistenceHandler2, filestorHandler, component)); // Creating documents to test with. Different gids, 2 locations. @@ -813,8 +813,8 @@ TEST_F(FileStorManagerTest, priority) { // Verify that thread 1 gets documents over 50 pri EXPECT_EQ(documents.size(), - metrics.disk->threads[0]->operations.getValue() - + metrics.disk->threads[1]->operations.getValue()); + metrics.threads[0]->operations.getValue() + + metrics.threads[1]->operations.getValue()); // Closing file stor handler before threads are deleted, such that // file stor threads getNextMessage calls returns. filestorHandler.close(); diff --git a/storage/src/tests/persistence/persistencetestutils.cpp b/storage/src/tests/persistence/persistencetestutils.cpp index 940436307a1..de9caebbf11 100644 --- a/storage/src/tests/persistence/persistencetestutils.cpp +++ b/storage/src/tests/persistence/persistencetestutils.cpp @@ -58,7 +58,7 @@ PersistenceTestEnvironment::PersistenceTestEnvironment(const std::string & rootO _metrics.initDiskMetrics(1, 1); _handler = std::make_unique<FileStorHandlerImpl>(_messageKeeper, _metrics, _node.getComponentRegister()); _diskEnv = std::make_unique<PersistenceUtil>(_component, *_handler, - *_metrics.disk->threads[0], _node.getPersistenceProvider()); + *_metrics.threads[0], _node.getPersistenceProvider()); } PersistenceTestEnvironment::~PersistenceTestEnvironment() { diff --git a/storage/src/tests/storageserver/statereportertest.cpp b/storage/src/tests/storageserver/statereportertest.cpp index 77192d24786..09df5063989 100644 --- a/storage/src/tests/storageserver/statereportertest.cpp +++ b/storage/src/tests/storageserver/statereportertest.cpp @@ -150,13 +150,11 @@ vespalib::Slime slime; \ for (size_t j=0; j<metricCount; j++) { \ const vespalib::string name = slime.get()["metrics"]["values"][j]["name"] \ .asString().make_string(); \ - if (name.compare("vds.filestor.alldisks.allthreads." \ - "get.sum.count") == 0) \ + if (name.compare("vds.filestor.allthreads.get.count") == 0) \ { \ getCount = slime.get()["metrics"]["values"][j]["values"]["count"] \ .asDouble(); \ - } else if (name.compare("vds.filestor.alldisks.allthreads." \ - "put.sum.count") == 0) \ + } else if (name.compare("vds.filestor.allthreads.put.count") == 0) \ { \ putCount = slime.get()["metrics"]["values"][j]["values"]["count"] \ .asDouble(); \ @@ -217,8 +215,7 @@ TEST_F(StateReporterTest, report_health) { } TEST_F(StateReporterTest, report_metrics) { - FileStorDiskMetrics& disk0(*_filestorMetrics->disk); - FileStorThreadMetrics& thread0(*disk0.threads[0]); + FileStorThreadMetrics& thread0(*_filestorMetrics->threads[0]); LOG(debug, "Adding to get metric"); diff --git a/storage/src/vespa/storage/distributor/distributormetricsset.cpp b/storage/src/vespa/storage/distributor/distributormetricsset.cpp index c3f94c4b281..fad44782dd4 100644 --- a/storage/src/vespa/storage/distributor/distributormetricsset.cpp +++ b/storage/src/vespa/storage/distributor/distributormetricsset.cpp @@ -13,17 +13,16 @@ BucketDbMetrics::BucketDbMetrics(const vespalib::string& db_type, metrics::Metri BucketDbMetrics::~BucketDbMetrics() = default; -//TODO Vespa 8 all metrics with .sum in the name should have that removed. DistributorMetricSet::DistributorMetricSet() : MetricSet("distributor", {{"distributor"}}, ""), - puts("puts.sum", this), + puts("puts", this), updates(this), update_puts("update_puts", this), update_gets("update_gets", this), update_metadata_gets("update_metadata_gets", this), - removes("removes.sum", this), - removelocations("removelocations.sum", this), - gets("gets.sum", this), + removes("removes", this), + removelocations("removelocations", this), + gets("gets", this), stats("stats", this), getbucketlists("getbucketlists", this), visits(this), diff --git a/storage/src/vespa/storage/persistence/filestorage/filestorhandlerimpl.cpp b/storage/src/vespa/storage/persistence/filestorage/filestorhandlerimpl.cpp index df1c0de36cc..1c818233746 100644 --- a/storage/src/vespa/storage/persistence/filestorage/filestorhandlerimpl.cpp +++ b/storage/src/vespa/storage/persistence/filestorage/filestorhandlerimpl.cpp @@ -49,7 +49,7 @@ FileStorHandlerImpl::FileStorHandlerImpl(uint32_t numThreads, uint32_t numStripe const vespalib::SharedOperationThrottler::DynamicThrottleParams& dyn_throttle_params) : _component(compReg, "filestorhandlerimpl"), _state(FileStorHandler::AVAILABLE), - _metrics(nullptr), + _metrics(&metrics), _dynamic_operation_throttler(vespalib::SharedOperationThrottler::make_dynamic_throttler(dyn_throttle_params)), _unlimited_operation_throttler(vespalib::SharedOperationThrottler::make_unlimited_throttler()), _active_throttler(_unlimited_operation_throttler.get()), // Will be set by FileStorManager @@ -67,8 +67,6 @@ FileStorHandlerImpl::FileStorHandlerImpl(uint32_t numThreads, uint32_t numStripe _stripes.emplace_back(*this, sender); } - _metrics = metrics.disk.get(); - assert(_metrics != nullptr); uint32_t j(0); for (Stripe & stripe : _stripes) { stripe.setMetrics(_metrics->stripes[j++].get()); diff --git a/storage/src/vespa/storage/persistence/filestorage/filestorhandlerimpl.h b/storage/src/vespa/storage/persistence/filestorage/filestorhandlerimpl.h index a3667e93fff..91b8dbe2f13 100644 --- a/storage/src/vespa/storage/persistence/filestorage/filestorhandlerimpl.h +++ b/storage/src/vespa/storage/persistence/filestorage/filestorhandlerimpl.h @@ -301,7 +301,7 @@ public: private: ServiceLayerComponent _component; std::atomic<DiskState> _state; - FileStorDiskMetrics * _metrics; + FileStorMetrics * _metrics; std::unique_ptr<vespalib::SharedOperationThrottler> _dynamic_operation_throttler; std::unique_ptr<vespalib::SharedOperationThrottler> _unlimited_operation_throttler; std::atomic<vespalib::SharedOperationThrottler*> _active_throttler; diff --git a/storage/src/vespa/storage/persistence/filestorage/filestormanager.cpp b/storage/src/vespa/storage/persistence/filestorage/filestormanager.cpp index cab6c26f2a0..c7ee0ab97e0 100644 --- a/storage/src/vespa/storage/persistence/filestorage/filestormanager.cpp +++ b/storage/src/vespa/storage/persistence/filestorage/filestormanager.cpp @@ -187,11 +187,11 @@ FileStorManager::createRegisteredHandler(const ServiceLayerComponent & component { std::lock_guard guard(_lock); size_t index = _persistenceHandlers.size(); - assert(index < _metrics->disk->threads.size()); + assert(index < _metrics->threads.size()); _persistenceHandlers.push_back( std::make_unique<PersistenceHandler>(*_sequencedExecutor, component, *_config, *_provider, *_filestorHandler, - *_bucketOwnershipNotifier, *_metrics->disk->threads[index])); + *_bucketOwnershipNotifier, *_metrics->threads[index])); return *_persistenceHandlers.back(); } diff --git a/storage/src/vespa/storage/persistence/filestorage/filestormetrics.cpp b/storage/src/vespa/storage/persistence/filestorage/filestormetrics.cpp index ee375b98a69..fec64765cad 100644 --- a/storage/src/vespa/storage/persistence/filestorage/filestormetrics.cpp +++ b/storage/src/vespa/storage/persistence/filestorage/filestormetrics.cpp @@ -7,7 +7,6 @@ namespace storage { using metrics::MetricSet; -// TODO Vespa 8 all metrics with .sum in the name should have that removed. FileStorThreadMetrics::Op::Op(const std::string& id, const std::string& name, MetricSet* owner) : MetricSet(id, {}, name + " load in filestor thread", owner), _name(name), @@ -108,7 +107,7 @@ FileStorThreadMetrics::OpWithNotFound::clone(std::vector<Metric::UP>& ownerList, } FileStorThreadMetrics::Update::Update(MetricSet* owner) - : OpWithTestAndSetFailed("update.sum", "Update", owner), + : OpWithTestAndSetFailed("update", "Update", owner), latencyRead("latency_read", {}, "Latency of the source read in the request.", this) { } @@ -127,7 +126,7 @@ FileStorThreadMetrics::Update::clone(std::vector<Metric::UP>& ownerList, } FileStorThreadMetrics::Visitor::Visitor(MetricSet* owner) - : Op("visit.sum", "Visit", owner), + : Op("visit", "Visit", owner), documentsPerIterate("docs", {}, "Number of entries read per iterate call", this) { } @@ -149,10 +148,10 @@ FileStorThreadMetrics::FileStorThreadMetrics(const std::string& name, const std: : MetricSet(name, {{"filestor"},{"partofsum"}}, desc), operations("operations", {}, "Number of operations processed.", this), failedOperations("failedoperations", {}, "Number of operations throwing exceptions.", this), - put("put.sum", "Put", this), - get("get.sum", "Get", this), - remove("remove.sum", "Remove", this), - removeLocation("remove_location.sum", "Remove location", this), + put("put", "Put", this), + get("get", "Get", this), + remove("remove", "Remove", this), + removeLocation("remove_location", "Remove location", this), statBucket("stat_bucket", "Stat bucket", this), update(this), revert("revert", "Revert", this), @@ -202,29 +201,33 @@ FileStorStripeMetrics::FileStorStripeMetrics(const std::string& name, const std: FileStorStripeMetrics::~FileStorStripeMetrics() = default; -FileStorDiskMetrics::FileStorDiskMetrics(const std::string& name, const std::string& description, MetricSet* owner) - : MetricSet(name, {{"partofsum"}}, description, owner), +FileStorMetrics::FileStorMetrics() + : MetricSet("filestor", {{"filestor"}}, ""), sumThreads("allthreads", {{"sum"}}, "", this), sumStripes("allstripes", {{"sum"}}, "", this), - averageQueueWaitingTime("averagequeuewait.sum", {}, "Average time an operation spends in input queue.", this), + averageQueueWaitingTime("averagequeuewait", {}, "Average time an operation spends in input queue.", this), queueSize("queuesize", {}, "Size of input message queue.", this), pendingMerges("pendingmerge", {}, "Number of buckets currently being merged.", this), throttle_window_size("throttle_window_size", {}, "Current size of async operation throttler window size", this), throttle_waiting_threads("throttle_waiting_threads", {}, "Number of threads waiting to acquire a throttle token", this), throttle_active_tokens("throttle_active_tokens", {}, "Current number of active throttle tokens", this), waitingForLockHitRate("waitingforlockrate", {}, - "Amount of times a filestor thread has needed to wait for " - "lock to take next message in queue.", this), - active_operations(this) + "Amount of times a filestor thread has needed to wait for " + "lock to take next message in queue.", this), + active_operations(this), + directoryEvents("directoryevents", {}, "Number of directory events received.", this), + partitionEvents("partitionevents", {}, "Number of partition events received.", this), + diskEvents("diskevents", {}, "Number of disk events received.", this), + bucket_db_init_latency("bucket_db_init_latency", {}, "Time taken (in ms) to initialize bucket databases with " + "information from the persistence provider", this) { pendingMerges.unsetOnZeroValue(); waitingForLockHitRate.unsetOnZeroValue(); } -FileStorDiskMetrics::~FileStorDiskMetrics() = default; +FileStorMetrics::~FileStorMetrics() = default; -void -FileStorDiskMetrics::initDiskMetrics(uint32_t numStripes, uint32_t threadsPerDisk) +void FileStorMetrics::initDiskMetrics(uint32_t numStripes, uint32_t threadsPerDisk) { threads.clear(); threads.resize(threadsPerDisk); @@ -250,26 +253,4 @@ FileStorDiskMetrics::initDiskMetrics(uint32_t numStripes, uint32_t threadsPerDis } } -FileStorMetrics::FileStorMetrics() - : MetricSet("filestor", {{"filestor"}}, ""), - sum("alldisks", {{"sum"}}, "", this), - directoryEvents("directoryevents", {}, "Number of directory events received.", this), - partitionEvents("partitionevents", {}, "Number of partition events received.", this), - diskEvents("diskevents", {}, "Number of disk events received.", this), - bucket_db_init_latency("bucket_db_init_latency", {}, "Time taken (in ms) to initialize bucket databases with " - "information from the persistence provider", this) -{ } - -FileStorMetrics::~FileStorMetrics() = default; - -void FileStorMetrics::initDiskMetrics(uint32_t numStripes, uint32_t threadsPerDisk) -{ - assert( ! disk); - // Currently FileStorHandlerImpl expects metrics to exist for - // disks that are not in use too. - disk = std::make_shared<FileStorDiskMetrics>( "disk_0", "Disk 0", this); - sum.addMetricToSum(*disk); - disk->initDiskMetrics(numStripes, threadsPerDisk); -} - } diff --git a/storage/src/vespa/storage/persistence/filestorage/filestormetrics.h b/storage/src/vespa/storage/persistence/filestorage/filestormetrics.h index 24a4d508945..53bf087f036 100644 --- a/storage/src/vespa/storage/persistence/filestorage/filestormetrics.h +++ b/storage/src/vespa/storage/persistence/filestorage/filestormetrics.h @@ -136,38 +136,24 @@ public: ~FileStorStripeMetrics() override; }; -class FileStorDiskMetrics : public metrics::MetricSet +struct FileStorMetrics : public metrics::MetricSet { -public: - using SP = std::shared_ptr<FileStorDiskMetrics>; - std::vector<FileStorThreadMetrics::SP> threads; std::vector<FileStorStripeMetrics::SP> stripes; metrics::SumMetric<MetricSet> sumThreads; metrics::SumMetric<MetricSet> sumStripes; - metrics::DoubleAverageMetric averageQueueWaitingTime; - metrics::LongAverageMetric queueSize; - metrics::LongAverageMetric pendingMerges; - metrics::LongAverageMetric throttle_window_size; - metrics::LongAverageMetric throttle_waiting_threads; - metrics::LongAverageMetric throttle_active_tokens; - metrics::DoubleAverageMetric waitingForLockHitRate; - ActiveOperationsMetrics active_operations; - - FileStorDiskMetrics(const std::string& name, const std::string& description, MetricSet* owner); - ~FileStorDiskMetrics() override; - - void initDiskMetrics(uint32_t numStripes, uint32_t threadsPerDisk); -}; - -struct FileStorMetrics : public metrics::MetricSet -{ - FileStorDiskMetrics::SP disk; - metrics::SumMetric<MetricSet> sum; - metrics::LongCountMetric directoryEvents; - metrics::LongCountMetric partitionEvents; - metrics::LongCountMetric diskEvents; - metrics::LongAverageMetric bucket_db_init_latency; + metrics::DoubleAverageMetric averageQueueWaitingTime; + metrics::LongAverageMetric queueSize; + metrics::LongAverageMetric pendingMerges; + metrics::LongAverageMetric throttle_window_size; + metrics::LongAverageMetric throttle_waiting_threads; + metrics::LongAverageMetric throttle_active_tokens; + metrics::DoubleAverageMetric waitingForLockHitRate; + ActiveOperationsMetrics active_operations; + metrics::LongCountMetric directoryEvents; + metrics::LongCountMetric partitionEvents; + metrics::LongCountMetric diskEvents; + metrics::LongAverageMetric bucket_db_init_latency; FileStorMetrics(); ~FileStorMetrics() override; diff --git a/storage/src/vespa/storage/visiting/visitorthreadmetrics.cpp b/storage/src/vespa/storage/visiting/visitorthreadmetrics.cpp index af871cc8296..158846d2d5b 100644 --- a/storage/src/vespa/storage/visiting/visitorthreadmetrics.cpp +++ b/storage/src/vespa/storage/visiting/visitorthreadmetrics.cpp @@ -8,15 +8,15 @@ namespace storage { VisitorThreadMetrics::VisitorThreadMetrics(const std::string& name, const std::string& desc) : metrics::MetricSet(name, {{"visitor"},{"partofsum"},{"thread"}}, desc), queueSize("queuesize", {}, "Size of input message queue.", this), - averageQueueWaitingTime("averagequeuewait.sum", {}, "Average time an operation spends in input queue.", this), - averageVisitorLifeTime("averagevisitorlifetime.sum", {}, "Average lifetime of a visitor", this), + averageQueueWaitingTime("averagequeuewait", {}, "Average time an operation spends in input queue.", this), + averageVisitorLifeTime("averagevisitorlifetime", {}, "Average lifetime of a visitor", this), averageVisitorCreationTime("averagevisitorcreationtime", {}, "Average time spent creating a visitor instance", this), - averageMessageSendTime("averagemessagesendtime.sum", {}, "Average time it takes for messages to be sent to their target (and be replied to)", this), - averageProcessingTime("averageprocessingtime.sum", {}, "Average time visitor uses in handleDocuments() call", this), - createdVisitors("created.sum", {}, "Number of visitors created.", this), + averageMessageSendTime("averagemessagesendtime", {}, "Average time it takes for messages to be sent to their target (and be replied to)", this), + averageProcessingTime("averageprocessingtime", {}, "Average time visitor uses in handleDocuments() call", this), + createdVisitors("created", {}, "Number of visitors created.", this), abortedVisitors("aborted", {}, "Number of visitors aborted.", this), - completedVisitors("completed.sum", {}, "Number of visitors completed", this), - failedVisitors("failed.sum", {}, "Number of visitors failed", this), + completedVisitors("completed", {}, "Number of visitors completed", this), + failedVisitors("failed", {}, "Number of visitors failed", this), visitorDestinationFailureReplies("destination_failure_replies", {},"Number of failure replies received from the visitor destination", this) { queueSize.unsetOnZeroValue(); |