diff options
author | Jon Marius Venstad <jonmv@users.noreply.github.com> | 2020-05-27 19:25:17 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2020-05-27 19:25:17 +0200 |
commit | 5a361cf67e4d7ffa64b8b451c05592d3f31ce3f9 (patch) | |
tree | 882d15983db00a97ff767282061da1ed0f823688 /controller-server | |
parent | 5cda37600281ba38b3275fef32e9ce2b1a1fa212 (diff) | |
parent | c3af22625994c04405a2675cedd5072e0dbcf0c4 (diff) |
Merge pull request #13400 from vespa-engine/jonmv/add-system-monitor
Add SystemMonitor and report to it from VersionStatusUpdater
Diffstat (limited to 'controller-server')
3 files changed, 49 insertions, 2 deletions
diff --git a/controller-server/src/main/java/com/yahoo/vespa/hosted/controller/maintenance/VersionStatusUpdater.java b/controller-server/src/main/java/com/yahoo/vespa/hosted/controller/maintenance/VersionStatusUpdater.java index 4f1f453637e..9cf4f014e3e 100644 --- a/controller-server/src/main/java/com/yahoo/vespa/hosted/controller/maintenance/VersionStatusUpdater.java +++ b/controller-server/src/main/java/com/yahoo/vespa/hosted/controller/maintenance/VersionStatusUpdater.java @@ -1,17 +1,23 @@ // Copyright 2017 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. package com.yahoo.vespa.hosted.controller.maintenance; -import com.yahoo.concurrent.maintenance.JobControl; import com.yahoo.vespa.hosted.controller.Controller; +import com.yahoo.vespa.hosted.controller.api.integration.organization.SystemMonitor; import com.yahoo.vespa.hosted.controller.versions.VersionStatus; +import com.yahoo.vespa.hosted.controller.versions.VespaVersion; import com.yahoo.yolean.Exceptions; import java.time.Duration; import java.util.logging.Level; +import static com.yahoo.vespa.hosted.controller.api.integration.organization.SystemMonitor.Confidence.broken; +import static com.yahoo.vespa.hosted.controller.api.integration.organization.SystemMonitor.Confidence.high; +import static com.yahoo.vespa.hosted.controller.api.integration.organization.SystemMonitor.Confidence.low; +import static com.yahoo.vespa.hosted.controller.api.integration.organization.SystemMonitor.Confidence.normal; + /** * This maintenance job periodically updates the version status. - * Since the version status is expensive to compute and do not need to be perfectly up to date, + * Since the version status is expensive to compute and does not need to be perfectly up to date, * we do not want to recompute it each time it is accessed. * * @author bratseth @@ -27,10 +33,30 @@ public class VersionStatusUpdater extends ControllerMaintainer { try { VersionStatus newStatus = VersionStatus.compute(controller()); controller().updateVersionStatus(newStatus); + newStatus.systemVersion().ifPresent(version -> { + try { + controller().serviceRegistry().systemMonitor().reportSystemVersion(version.versionNumber(), + convert(version.confidence())); + } + // TODO jonmv: Remove try/catch when this is supposed to work. + catch (Exception e) { + log.log(Level.INFO, "Failed reporting system version status to monitor: " + Exceptions.toMessageString(e)); + } + }); } catch (Exception e) { log.log(Level.WARNING, "Failed to compute version status: " + Exceptions.toMessageString(e) + ". Retrying in " + interval()); } } + static SystemMonitor.Confidence convert(VespaVersion.Confidence confidence) { + switch (confidence) { + case broken: return broken; + case low: return low; + case normal: return normal; + case high: return high; + default: throw new IllegalArgumentException("Unexpected confidence '" + confidence + "'"); + } + } + } diff --git a/controller-server/src/test/java/com/yahoo/vespa/hosted/controller/integration/ServiceRegistryMock.java b/controller-server/src/test/java/com/yahoo/vespa/hosted/controller/integration/ServiceRegistryMock.java index 318ad3ddf66..4f81e443d9c 100644 --- a/controller-server/src/test/java/com/yahoo/vespa/hosted/controller/integration/ServiceRegistryMock.java +++ b/controller-server/src/test/java/com/yahoo/vespa/hosted/controller/integration/ServiceRegistryMock.java @@ -18,10 +18,12 @@ import com.yahoo.vespa.hosted.controller.api.integration.dns.MemoryNameService; import com.yahoo.vespa.hosted.controller.api.integration.entity.MemoryEntityService; import com.yahoo.vespa.hosted.controller.api.integration.organization.MockContactRetriever; import com.yahoo.vespa.hosted.controller.api.integration.organization.MockIssueHandler; +import com.yahoo.vespa.hosted.controller.api.integration.organization.SystemMonitor; import com.yahoo.vespa.hosted.controller.api.integration.resource.CostReportConsumerMock; import com.yahoo.vespa.hosted.controller.api.integration.routing.GlobalRoutingService; import com.yahoo.vespa.hosted.controller.api.integration.routing.MemoryGlobalRoutingService; import com.yahoo.vespa.hosted.controller.api.integration.stubs.DummyOwnershipIssues; +import com.yahoo.vespa.hosted.controller.api.integration.stubs.DummySystemMonitor; import com.yahoo.vespa.hosted.controller.api.integration.stubs.LoggingDeploymentIssues; import com.yahoo.vespa.hosted.controller.api.integration.stubs.MockMailer; import com.yahoo.vespa.hosted.controller.api.integration.stubs.MockMeteringClient; @@ -48,6 +50,7 @@ public class ServiceRegistryMock extends AbstractComponent implements ServiceReg private final DummyOwnershipIssues dummyOwnershipIssues = new DummyOwnershipIssues(); private final LoggingDeploymentIssues loggingDeploymentIssues = new LoggingDeploymentIssues(); private final MemoryEntityService memoryEntityService = new MemoryEntityService(); + private final DummySystemMonitor systemMonitor = new DummySystemMonitor(); private final CostReportConsumerMock costReportConsumerMock = new CostReportConsumerMock(); private final MockAwsEventFetcher mockAwsEventFetcher = new MockAwsEventFetcher(); private final ArtifactRepositoryMock artifactRepositoryMock = new ArtifactRepositoryMock(); @@ -177,6 +180,11 @@ public class ServiceRegistryMock extends AbstractComponent implements ServiceReg return applicationRoleService; } + @Override + public DummySystemMonitor systemMonitor() { + return systemMonitor; + } + public ConfigServerMock configServerMock() { return configServerMock; } diff --git a/controller-server/src/test/java/com/yahoo/vespa/hosted/controller/maintenance/VersionStatusUpdaterTest.java b/controller-server/src/test/java/com/yahoo/vespa/hosted/controller/maintenance/VersionStatusUpdaterTest.java index d3efac55a1a..d287c025b42 100644 --- a/controller-server/src/test/java/com/yahoo/vespa/hosted/controller/maintenance/VersionStatusUpdaterTest.java +++ b/controller-server/src/test/java/com/yahoo/vespa/hosted/controller/maintenance/VersionStatusUpdaterTest.java @@ -2,12 +2,16 @@ package com.yahoo.vespa.hosted.controller.maintenance; import com.yahoo.vespa.hosted.controller.ControllerTester; +import com.yahoo.vespa.hosted.controller.api.integration.organization.SystemMonitor; import com.yahoo.vespa.hosted.controller.versions.VersionStatus; +import com.yahoo.vespa.hosted.controller.versions.VespaVersion; import org.junit.Test; import java.time.Duration; import java.util.Collections; +import java.util.List; +import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertFalse; import static org.junit.Assert.assertTrue; @@ -29,5 +33,14 @@ public class VersionStatusUpdaterTest { updater.maintain(); assertTrue(tester.controller().versionStatus().systemVersion().isPresent()); } + + @Test + public void testConfidenceConversion() { + List.of(VespaVersion.Confidence.values()).forEach(VersionStatusUpdater::convert); + assertEquals(SystemMonitor.Confidence.broken, VersionStatusUpdater.convert(VespaVersion.Confidence.broken)); + assertEquals(SystemMonitor.Confidence.low, VersionStatusUpdater.convert(VespaVersion.Confidence.low)); + assertEquals(SystemMonitor.Confidence.normal, VersionStatusUpdater.convert(VespaVersion.Confidence.normal)); + assertEquals(SystemMonitor.Confidence.high, VersionStatusUpdater.convert(VespaVersion.Confidence.high)); + } } |