1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.hosted.controller.maintenance;
import com.yahoo.component.Version;
import com.yahoo.config.provision.CloudName;
import com.yahoo.config.provision.zone.NodeSlice;
import com.yahoo.config.provision.zone.ZoneApi;
import com.yahoo.text.Text;
import com.yahoo.vespa.hosted.controller.Controller;
import com.yahoo.vespa.hosted.controller.api.integration.configserver.Node;
import com.yahoo.vespa.hosted.controller.application.SystemApplication;
import com.yahoo.vespa.hosted.controller.versions.OsVersionTarget;
import java.time.Duration;
import java.util.Optional;
import java.util.Set;
import java.util.logging.Logger;
/**
* Trigger OS upgrade of zones in the system, according to the current OS version target.
*
* Target OS version is set per cloud, and an instance of this exists per cloud in the system.
*
* {@link OsUpgradeScheduler} may update the target automatically in supported clouds.
*
* @author mpolden
*/
public class OsUpgrader extends InfrastructureUpgrader<OsVersionTarget> {
private static final Logger log = Logger.getLogger(OsUpgrader.class.getName());
private static final Set<Node.State> upgradableNodeStates = Set.of(
Node.State.ready,
Node.State.active,
Node.State.reserved
);
private final CloudName cloud;
public OsUpgrader(Controller controller, Duration interval, CloudName cloud) {
super(controller, interval, controller.zoneRegistry().osUpgradePolicy(cloud), SystemApplication.all(), name(cloud));
this.cloud = cloud;
}
@Override
protected void upgrade(OsVersionTarget target, SystemApplication application, ZoneApi zone) {
log.info(Text.format((target.downgrade() ? "Downgrading" : "Upgrading") + " OS of %s to version %s in %s in cloud %s", application.id(),
target.osVersion().version().toFullString(),
zone.getVirtualId(), zone.getCloudName()));
controller().serviceRegistry().configServer().nodeRepository().upgradeOs(zone.getVirtualId(), application.nodeType(),
target.osVersion().version(),
target.downgrade());
}
@Override
protected boolean convergedOn(OsVersionTarget target, SystemApplication application, ZoneApi zone, NodeSlice nodeSlice) {
Version currentVersion = versionOf(nodeSlice, zone, application, Node::currentOsVersion, target.downgrade()).orElse(target.version());
return satisfiedBy(currentVersion, target);
}
@Override
protected boolean expectUpgradeOf(Node node, SystemApplication application, ZoneApi zone) {
return cloud.equals(zone.getCloudName()) && // Cloud is managed by this upgrader
application.shouldUpgradeOs() && // Application should upgrade in this cloud
canUpgrade(node, false);
}
@Override
protected Optional<OsVersionTarget> target() {
// Return target if we have nodes in this cloud on the wrong version, or if we're downgrading a zone which does
// not support downgrading all nodes
return controller().os().target(cloud)
.filter(target -> (target.downgrade() && !downgradingSupported()) ||
controller().os().status().nodesIn(cloud).stream()
.anyMatch(node -> !satisfiedBy(node.currentVersion(), target)));
}
@Override
protected boolean changeTargetTo(OsVersionTarget target, SystemApplication application, ZoneApi zone) {
if (!application.shouldUpgradeOs()) return false;
return controller().serviceRegistry().configServer().nodeRepository()
.targetVersionsOf(zone.getVirtualId())
.osVersion(application.nodeType())
.map(currentVersion -> !currentVersion.equals(target.version()))
.orElse(true);
}
private boolean satisfiedBy(Version version, OsVersionTarget target) {
if (target.downgrade() && downgradingSupported()) {
// When downgrading we want an exact version if the cloud supports downgrades
return version.equals(target.osVersion().version());
}
// Otherwise, matching or later version is fine
return !version.isBefore(target.osVersion().version());
}
private boolean downgradingSupported() {
return !controller().zoneRegistry().zones().all().dynamicallyProvisioned().in(cloud).zones().isEmpty();
}
/** Returns whether node currently allows upgrades */
public static boolean canUpgrade(Node node, boolean includeDeferring) {
return (includeDeferring || !node.deferOsUpgrade()) && upgradableNodeStates.contains(node.state());
}
private static String name(CloudName cloud) {
return capitalize(cloud.value()) + OsUpgrader.class.getSimpleName(); // Prefix maintainer name with cloud name
}
private static String capitalize(String s) {
if (s.isEmpty()) {
return s;
}
char firstLetter = Character.toUpperCase(s.charAt(0));
if (s.length() > 1) {
return firstLetter + s.substring(1).toLowerCase();
}
return String.valueOf(firstLetter);
}
}
|
