From 4794cba6b41db063433e35e0d95e5bc879b06be7 Mon Sep 17 00:00:00 2001
From: Martin Polden <mpolden@mpolden.no>
Date: Wed, 5 Jan 2022 09:55:51 +0100
Subject: Do not reschedule upgrade for instances without production steps

---
 .../controller/application/InstanceList.java       | 29 +++++++++++-----------
 .../hosted/controller/maintenance/Upgrader.java    |  6 +++--
 2 files changed, 18 insertions(+), 17 deletions(-)

(limited to 'controller-server/src')

diff --git a/controller-server/src/main/java/com/yahoo/vespa/hosted/controller/application/InstanceList.java b/controller-server/src/main/java/com/yahoo/vespa/hosted/controller/application/InstanceList.java
index 0e8a59134ed..85762cf530a 100644
--- a/controller-server/src/main/java/com/yahoo/vespa/hosted/controller/application/InstanceList.java
+++ b/controller-server/src/main/java/com/yahoo/vespa/hosted/controller/application/InstanceList.java
@@ -1,7 +1,6 @@
 // Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
 package com.yahoo.vespa.hosted.controller.application;
 
-import com.google.common.collect.ImmutableMap;
 import com.yahoo.collections.AbstractFilteringList;
 import com.yahoo.component.Version;
 import com.yahoo.config.application.api.DeploymentSpec;
@@ -14,6 +13,7 @@ import com.yahoo.vespa.hosted.controller.deployment.DeploymentStatusList;
 
 import java.time.Instant;
 import java.util.Collection;
+import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
 import java.util.Optional;
@@ -31,16 +31,7 @@ public class InstanceList extends AbstractFilteringList<ApplicationId, InstanceL
 
     private InstanceList(Collection<? extends ApplicationId> items, boolean negate, Map<ApplicationId, DeploymentStatus> instances) {
         super(items, negate, (i, n) -> new InstanceList(i, n, instances));
-        this.instances = instances;
-    }
-
-    public static InstanceList from(DeploymentStatusList statuses) {
-        ImmutableMap.Builder<ApplicationId, DeploymentStatus> builder = ImmutableMap.builder();
-        for (DeploymentStatus status : statuses.asList())
-            for (InstanceName instance : status.application().deploymentSpec().instanceNames())
-                builder.put(status.application().id().instance(instance), status);
-        Map<ApplicationId, DeploymentStatus> map = builder.build();
-        return new InstanceList(map.keySet(), false, map);
+        this.instances = Map.copyOf(instances);
     }
 
     /**
@@ -62,7 +53,7 @@ public class InstanceList extends AbstractFilteringList<ApplicationId, InstanceL
                                        .map(readyAt -> ! readyAt.isAfter(instant)).orElse(false));
     }
 
-    /** Returns the subset of instances which have at least one productiog deployment */
+    /** Returns the subset of instances which have at least one production deployment */
     public InstanceList withProductionDeployment() {
         return matching(id -> instance(id).productionDeployments().size() > 0);
     }
@@ -80,9 +71,9 @@ public class InstanceList extends AbstractFilteringList<ApplicationId, InstanceL
                                              .anyMatch(deployment -> deployment.version().isBefore(version)));
     }
 
-    /** Returns the subset of instances which have changes left to deploy; blocked, or deploying */
-    public InstanceList withChanges() {
-        return matching(id -> instance(id).change().hasTargets() || instances.get(id).outstandingChange(id.instance()).hasTargets());
+    /** Returns the subset of instances that has completed deployment of given change */
+    public InstanceList hasCompleted(Change change) {
+        return matching(id -> instances.get(id).jobsToRun(Map.of(id.instance(), change)).isEmpty());
     }
 
     /** Returns the subset of instances which are currently deploying a change */
@@ -153,4 +144,12 @@ public class InstanceList extends AbstractFilteringList<ApplicationId, InstanceL
         return application(id).require(id.instance());
     }
 
+    public static InstanceList from(DeploymentStatusList statuses) {
+        Map<ApplicationId, DeploymentStatus> instances = new HashMap<>();
+        for (DeploymentStatus status : statuses.asList())
+            for (InstanceName instance : status.application().deploymentSpec().instanceNames())
+                instances.put(status.application().id().instance(instance), status);
+        return new InstanceList(instances.keySet(), false, instances);
+    }
+
 }
diff --git a/controller-server/src/main/java/com/yahoo/vespa/hosted/controller/maintenance/Upgrader.java b/controller-server/src/main/java/com/yahoo/vespa/hosted/controller/maintenance/Upgrader.java
index cb6ceab8527..f25980e318f 100644
--- a/controller-server/src/main/java/com/yahoo/vespa/hosted/controller/maintenance/Upgrader.java
+++ b/controller-server/src/main/java/com/yahoo/vespa/hosted/controller/maintenance/Upgrader.java
@@ -122,15 +122,17 @@ public class Upgrader extends ControllerMaintainer {
     }
 
     private void upgrade(InstanceList instances, Version version, Optional<Integer> targetMajorVersion, int numberToUpgrade) {
+        Change change = Change.of(version);
         instances.not().failingOn(version)
                  .allowMajorVersion(version.getMajor(), targetMajorVersion.orElse(version.getMajor()))
                  .not().deploying()
+                 .not().hasCompleted(change) // Avoid rescheduling change for instances without production steps
                  .onLowerVersionThan(version)
                  .canUpgradeAt(version, controller().clock().instant())
                  .shuffle(random) // Shuffle so we do not always upgrade instances in the same order
                  .byIncreasingDeployedVersion()
-                 .first(numberToUpgrade).asList()
-                 .forEach(instance -> controller().applications().deploymentTrigger().triggerChange(instance, Change.of(version)));
+                 .first(numberToUpgrade)
+                 .forEach(instance -> controller().applications().deploymentTrigger().triggerChange(instance, change));
     }
 
     private void cancelUpgradesOf(InstanceList instances, String reason) {
-- 
cgit v1.2.3