1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
// Copyright 2018 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.vespa.hosted.controller.maintenance;
import com.yahoo.component.Version;
import com.yahoo.vespa.hosted.controller.Controller;
import com.yahoo.vespa.hosted.controller.api.integration.configserver.Node;
import com.yahoo.vespa.hosted.controller.api.integration.zone.UpgradePolicy;
import com.yahoo.vespa.hosted.controller.api.integration.zone.ZoneId;
import com.yahoo.vespa.hosted.controller.application.SystemApplication;
import com.yahoo.yolean.Exceptions;
import java.time.Duration;
import java.util.Comparator;
import java.util.List;
import java.util.Optional;
import java.util.function.Function;
import java.util.logging.Logger;
/**
* Base class for maintainers that upgrade zone infrastructure.
*
* @author mpolden
*/
public abstract class InfrastructureUpgrader extends Maintainer {
private static final Logger log = Logger.getLogger(InfrastructureUpgrader.class.getName());
private final UpgradePolicy upgradePolicy;
public InfrastructureUpgrader(Controller controller, Duration interval, JobControl jobControl,
UpgradePolicy upgradePolicy, String name) {
super(controller, interval, jobControl, name);
this.upgradePolicy = upgradePolicy;
}
@Override
protected void maintain() {
targetVersion().ifPresent(target -> upgradeAll(target, SystemApplication.all()));
}
/** Deploy a list of system applications until they converge on the given version */
private void upgradeAll(Version target, List<SystemApplication> applications) {
for (List<ZoneId> zones : upgradePolicy.asList()) {
boolean converged = true;
for (ZoneId zone : zones) {
try {
converged &= upgradeAll(target, applications, zone);
} catch (UnreachableNodeRepositoryException e) {
converged = false;
log.warning(String.format("%s: Failed to communicate with node repository in %s, continuing with next parallel zone: %s", this, zone, Exceptions.toMessageString(e)));
} catch (Exception e) {
converged = false;
log.warning(String.format("%s: Failed to upgrade zone: %s, continuing with next parallel zone: %s", this, zone, Exceptions.toMessageString(e)));
}
}
if (!converged) {
break;
}
}
}
/** Returns whether all applications have converged to the target version in zone */
private boolean upgradeAll(Version target, List<SystemApplication> applications, ZoneId zone) {
boolean converged = true;
for (SystemApplication application : applications) {
if (convergedOn(target, application.dependencies(), zone)) {
upgrade(target, application, zone);
}
converged &= convergedOn(target, application, zone);
}
return converged;
}
private boolean convergedOn(Version target, List<SystemApplication> applications, ZoneId zone) {
return applications.stream().allMatch(application -> convergedOn(target, application, zone));
}
/** Upgrade component to target version. Implementation should be idempotent */
protected abstract void upgrade(Version target, SystemApplication application, ZoneId zone);
/** Returns whether application has converged to target version in zone */
protected abstract boolean convergedOn(Version target, SystemApplication application, ZoneId zone);
/** Returns the target version for the component upgraded by this, if any */
protected abstract Optional<Version> targetVersion();
/** Returns whether the upgrader should require given node to upgrade */
protected abstract boolean requireUpgradeOf(Node node, SystemApplication application, ZoneId zone);
/** Find the minimum value of a version field in a zone */
protected final Optional<Version> minVersion(ZoneId zone, SystemApplication application, Function<Node, Version> versionField) {
try {
return controller().configServer()
.nodeRepository()
.list(zone, application.id())
.stream()
.filter((node) -> requireUpgradeOf(node, application, zone))
.map(versionField)
.min(Comparator.naturalOrder());
} catch (Exception e) {
throw new UnreachableNodeRepositoryException(String.format("Failed to get version for %s in %s: %s",
application.id(), zone, Exceptions.toMessageString(e)));
}
}
private class UnreachableNodeRepositoryException extends RuntimeException {
private UnreachableNodeRepositoryException(String reason) {
super(reason);
}
}
}
|
