summaryrefslogtreecommitdiffstats
path: root/node-repository
diff options
context:
space:
mode:
authorHarald Musum <musum@verizonmedia.com>2022-08-25 23:12:00 +0200
committerGitHub <noreply@github.com>2022-08-25 23:12:00 +0200
commit60b78367dd110cf2e4eb1baf508a59b4e82b2949 (patch)
treea4d32a10a46999de8cac4190521055a04c62abc0 /node-repository
parent861749f98270f29c97ed3000004691ec001aa99f (diff)
Revert "Trust explicit ports and node types on config server"
Diffstat (limited to 'node-repository')
-rw-r--r--node-repository/src/main/java/com/yahoo/vespa/hosted/provision/node/NodeAcl.java115
-rw-r--r--node-repository/src/main/java/com/yahoo/vespa/hosted/provision/restapi/NodeAclResponse.java6
-rw-r--r--node-repository/src/main/java/com/yahoo/vespa/hosted/provision/testutils/MockNodeRepository.java5
-rw-r--r--node-repository/src/test/java/com/yahoo/vespa/hosted/provision/provisioning/AclProvisioningTest.java49
-rw-r--r--node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/NodesV2ApiTest.java4
-rw-r--r--node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/acl-config-server.json94
-rw-r--r--node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/active-nodes.json4
-rw-r--r--node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/cfg1.json72
-rw-r--r--node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/cfg2.json72
-rw-r--r--node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/load-balancers.json19
-rw-r--r--node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes-recursive-include-deprovisioned.json4
-rw-r--r--node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes-recursive.json4
-rw-r--r--node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes.json8
-rw-r--r--node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/states-recursive.json8
-rw-r--r--node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/stats.json2
15 files changed, 159 insertions, 307 deletions
diff --git a/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/node/NodeAcl.java b/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/node/NodeAcl.java
index b047782753b..0b226d5acc7 100644
--- a/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/node/NodeAcl.java
+++ b/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/node/NodeAcl.java
@@ -11,34 +11,48 @@ import com.yahoo.vespa.hosted.provision.lb.LoadBalancers;
import java.util.Comparator;
import java.util.LinkedHashSet;
-import java.util.List;
import java.util.Objects;
import java.util.Optional;
import java.util.Set;
import java.util.TreeSet;
-import java.util.stream.StreamSupport;
/**
* A node ACL declares which nodes, networks and ports a node should trust.
*
* @author mpolden
*/
-public record NodeAcl(Node node,
- Set<TrustedNode> trustedNodes,
- Set<String> trustedNetworks,
- Set<Integer> trustedPorts) {
-
- private static final Set<Integer> RPC_PORTS = Set.of(19070);
-
- public NodeAcl {
- Objects.requireNonNull(node, "node must be non-null");
- ImmutableSet.copyOf(Objects.requireNonNull(trustedNodes, "trustedNodes must be non-null"));
- ImmutableSet.copyOf(Objects.requireNonNull(trustedNetworks, "trustedNetworks must be non-null"));
- ImmutableSet.copyOf(Objects.requireNonNull(trustedPorts, "trustedPorts must be non-null"));
+public class NodeAcl {
+
+ private final Node node;
+ private final Set<Node> trustedNodes;
+ private final Set<String> trustedNetworks;
+ private final Set<Integer> trustedPorts;
+
+ private NodeAcl(Node node, Set<Node> trustedNodes, Set<String> trustedNetworks, Set<Integer> trustedPorts) {
+ this.node = Objects.requireNonNull(node, "node must be non-null");
+ this.trustedNodes = ImmutableSet.copyOf(Objects.requireNonNull(trustedNodes, "trustedNodes must be non-null"));
+ this.trustedNetworks = ImmutableSet.copyOf(Objects.requireNonNull(trustedNetworks, "trustedNetworks must be non-null"));
+ this.trustedPorts = ImmutableSet.copyOf(Objects.requireNonNull(trustedPorts, "trustedPorts must be non-null"));
+ }
+
+ public Node node() {
+ return node;
+ }
+
+ public Set<Node> trustedNodes() {
+ return trustedNodes;
+ }
+
+ public Set<String> trustedNetworks() {
+ return trustedNetworks;
+ }
+
+ public Set<Integer> trustedPorts() {
+ return trustedPorts;
}
public static NodeAcl from(Node node, NodeList allNodes, LoadBalancers loadBalancers) {
- Set<TrustedNode> trustedNodes = new TreeSet<>(Comparator.comparing(TrustedNode::hostname));
+ Set<Node> trustedNodes = new TreeSet<>(Comparator.comparing(Node::hostname));
Set<Integer> trustedPorts = new LinkedHashSet<>();
Set<String> trustedNetworks = new LinkedHashSet<>();
@@ -51,9 +65,9 @@ public record NodeAcl(Node node,
// - nodes in same application
// - load balancers allocated to application
trustedPorts.add(22);
- allNodes.parentOf(node).map(TrustedNode::of).ifPresent(trustedNodes::add);
+ allNodes.parentOf(node).ifPresent(trustedNodes::add);
node.allocation().ifPresent(allocation -> {
- trustedNodes.addAll(TrustedNode.of(allNodes.owner(allocation.owner())));
+ trustedNodes.addAll(allNodes.owner(allocation.owner()).asList());
loadBalancers.list(allocation.owner()).asList()
.stream()
.map(LoadBalancer::instance)
@@ -63,76 +77,57 @@ public record NodeAcl(Node node,
});
switch (node.type()) {
- case tenant -> {
+ case tenant:
// Tenant nodes in other states than ready, trust:
// - config servers
// - proxy nodes
// - parents of the nodes in the same application: If some nodes are on a different IP version
// or only a subset of them are dual-stacked, the communication between the nodes may be NAT-ed
// via parent's IP address
- trustedNodes.addAll(TrustedNode.of(allNodes.nodeType(NodeType.config)));
- trustedNodes.addAll(TrustedNode.of(allNodes.nodeType(NodeType.proxy)));
- node.allocation().ifPresent(allocation -> trustedNodes.addAll(TrustedNode.of(allNodes.parentsOf(allNodes.owner(allocation.owner())))));
+ trustedNodes.addAll(allNodes.nodeType(NodeType.config).asList());
+ trustedNodes.addAll(allNodes.nodeType(NodeType.proxy).asList());
+ node.allocation().ifPresent(allocation ->
+ trustedNodes.addAll(allNodes.parentsOf(allNodes.owner(allocation.owner())).asList()));
+
if (node.state() == Node.State.ready) {
// Tenant nodes in state ready, trust:
// - All tenant nodes in zone. When a ready node is allocated to an application there's a brief
// window where current ACLs have not yet been applied on the node. To avoid service disruption
// during this window, ready tenant nodes trust all other tenant nodes
- trustedNodes.addAll(TrustedNode.of(allNodes.nodeType(NodeType.tenant)));
+ trustedNodes.addAll(allNodes.nodeType(NodeType.tenant).asList());
}
- }
- case config -> {
+ break;
+
+ case config:
// Config servers trust:
- // - port 19070 (RPC) from all tenant nodes
- // - port 19070 (RPC) from all proxy nodes
+ // - all nodes
// - port 4443 from the world
- trustedNodes.addAll(TrustedNode.of(allNodes.nodeType(NodeType.tenant), RPC_PORTS));
- trustedNodes.addAll(TrustedNode.of(allNodes.nodeType(NodeType.proxy), RPC_PORTS));
+ trustedNodes.addAll(allNodes.asList());
trustedPorts.add(4443);
- }
- case proxy -> {
+ break;
+
+ case proxy:
// Proxy nodes trust:
// - config servers
// - all connections from the world on 443 (production traffic) and 4443 (health checks)
- trustedNodes.addAll(TrustedNode.of(allNodes.nodeType(NodeType.config)));
+ trustedNodes.addAll(allNodes.nodeType(NodeType.config).asList());
trustedPorts.add(443);
trustedPorts.add(4443);
- }
- case controller -> {
+ break;
+
+ case controller:
// Controllers:
// - port 4443 (HTTPS + Athenz) from the world
// - port 443 (HTTPS + Okta) from the world
trustedPorts.add(4443);
trustedPorts.add(443);
- }
- default -> throw new IllegalArgumentException("Don't know how to create ACL for " + node +
- " of type " + node.type());
- }
- return new NodeAcl(node, trustedNodes, trustedNetworks, trustedPorts);
- }
-
- public record TrustedNode(String hostname, NodeType type, Set<String> ipAddresses, Set<Integer> ports) {
-
- /** Trust given ports from node */
- public static TrustedNode of(Node node, Set<Integer> ports) {
- return new TrustedNode(node.hostname(), node.type(), node.ipConfig().primary(), ports);
- }
+ break;
- /** Trust all ports from given node */
- public static TrustedNode of(Node node) {
- return of(node, Set.of());
+ default:
+ throw new IllegalArgumentException("Don't know how to create ACL for " + node +
+ " of type " + node.type());
}
-
- public static List<TrustedNode> of(Iterable<Node> nodes, Set<Integer> ports) {
- return StreamSupport.stream(nodes.spliterator(), false)
- .map(node -> TrustedNode.of(node, ports))
- .toList();
- }
-
- public static List<TrustedNode> of(Iterable<Node> nodes) {
- return of(nodes, Set.of());
- }
-
+ return new NodeAcl(node, trustedNodes, trustedNetworks, trustedPorts);
}
}
diff --git a/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/restapi/NodeAclResponse.java b/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/restapi/NodeAclResponse.java
index 45987338dae..b03d37b4d46 100644
--- a/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/restapi/NodeAclResponse.java
+++ b/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/restapi/NodeAclResponse.java
@@ -47,15 +47,11 @@ public class NodeAclResponse extends SlimeJsonResponse {
}
private void toSlime(NodeAcl nodeAcl, Cursor array) {
- nodeAcl.trustedNodes().forEach(node -> node.ipAddresses().forEach(ipAddress -> {
+ nodeAcl.trustedNodes().forEach(node -> node.ipConfig().primary().forEach(ipAddress -> {
Cursor object = array.addObject();
object.setString("hostname", node.hostname());
object.setString("type", node.type().name());
object.setString("ipAddress", ipAddress);
- if (!node.ports().isEmpty()) {
- Cursor portsArray = object.setArray("ports");
- node.ports().stream().sorted().forEach(portsArray::addLong);
- }
object.setString("trustedBy", nodeAcl.node().hostname());
}));
}
diff --git a/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/testutils/MockNodeRepository.java b/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/testutils/MockNodeRepository.java
index e09c8a55b22..78c89118a78 100644
--- a/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/testutils/MockNodeRepository.java
+++ b/node-repository/src/main/java/com/yahoo/vespa/hosted/provision/testutils/MockNodeRepository.java
@@ -159,11 +159,6 @@ public class MockNodeRepository extends NodeRepository {
nodes().fail("dockerhost6.yahoo.com", Agent.operator, getClass().getSimpleName());
nodes().removeRecursively("dockerhost6.yahoo.com");
- // Activate config servers
- ApplicationId cfgApp = ApplicationId.from("cfg", "cfg", "cfg");
- ClusterSpec cfgCluster = ClusterSpec.request(ClusterSpec.Type.container, ClusterSpec.Id.from("configservers")).vespaVersion("6.42").build();
- activate(provisioner.prepare(cfgApp, cfgCluster, Capacity.fromRequiredNodeType(NodeType.config), null), cfgApp, provisioner);
-
ApplicationId zoneApp = ApplicationId.from(TenantName.from("zoneapp"), ApplicationName.from("zoneapp"), InstanceName.from("zoneapp"));
ClusterSpec zoneCluster = ClusterSpec.request(ClusterSpec.Type.container, ClusterSpec.Id.from("node-admin")).vespaVersion("6.42").build();
activate(provisioner.prepare(zoneApp, zoneCluster, Capacity.fromRequiredNodeType(NodeType.host), null), zoneApp, provisioner);
diff --git a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/provisioning/AclProvisioningTest.java b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/provisioning/AclProvisioningTest.java
index 372539d5992..2346b9e2fab 100644
--- a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/provisioning/AclProvisioningTest.java
+++ b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/provisioning/AclProvisioningTest.java
@@ -10,10 +10,11 @@ import com.yahoo.config.provision.NodeType;
import com.yahoo.vespa.hosted.provision.Node;
import com.yahoo.vespa.hosted.provision.NodeList;
import com.yahoo.vespa.hosted.provision.node.NodeAcl;
-import com.yahoo.vespa.hosted.provision.node.NodeAcl.TrustedNode;
import org.junit.Test;
+import java.util.Collections;
import java.util.Comparator;
+import java.util.Iterator;
import java.util.List;
import java.util.Set;
import java.util.function.Supplier;
@@ -55,7 +56,7 @@ public class AclProvisioningTest {
Supplier<NodeAcl> nodeAcls = () -> node.acl(tester.nodeRepository().nodes().list(), tester.nodeRepository().loadBalancers());
// Trusted nodes are active nodes in same application, proxy nodes and config servers
- assertAcls(trustedNodesOf(List.of(activeNodes, proxyNodes, configServers.asList(), hostOfNode)),
+ assertAcls(List.of(activeNodes, proxyNodes, configServers.asList(), hostOfNode),
Set.of("10.2.3.0/24", "10.4.5.0/24"),
List.of(nodeAcls.get()));
}
@@ -77,7 +78,7 @@ public class AclProvisioningTest {
NodeList tenantNodes = tester.nodeRepository().nodes().list().nodeType(NodeType.tenant);
// Trusted nodes are all proxy-, config-, and, tenant-nodes
- assertAcls(trustedNodesOf(List.of(proxyNodes, configServers.asList(), tenantNodes.asList())), List.of(nodeAcl));
+ assertAcls(List.of(proxyNodes, configServers.asList(), tenantNodes.asList()), List.of(nodeAcl));
}
@Test
@@ -98,11 +99,7 @@ public class AclProvisioningTest {
NodeAcl nodeAcl = node.acl(tester.nodeRepository().nodes().list(), tester.nodeRepository().loadBalancers());
// Trusted nodes is all tenant nodes, all proxy nodes, all config servers and load balancer subnets
- assertAcls(List.of(TrustedNode.of(tenantNodes, Set.of(19070)),
- TrustedNode.of(proxyNodes, Set.of(19070)),
- TrustedNode.of(configServers)),
- Set.of("10.2.3.0/24", "10.4.5.0/24"),
- List.of(nodeAcl));
+ assertAcls(List.of(tenantNodes.asList(), proxyNodes, configServers.asList()), Set.of("10.2.3.0/24", "10.4.5.0/24"), List.of(nodeAcl));
assertEquals(Set.of(22, 4443), nodeAcl.trustedPorts());
}
@@ -124,7 +121,7 @@ public class AclProvisioningTest {
NodeAcl nodeAcl = node.acl(tester.nodeRepository().nodes().list(), tester.nodeRepository().loadBalancers());
// Trusted nodes is all config servers and all proxy nodes
- assertAcls(trustedNodesOf(List.of(proxyNodes.asList(), configServers.asList())), List.of(nodeAcl));
+ assertAcls(List.of(proxyNodes.asList(), configServers.asList()), List.of(nodeAcl));
assertEquals(Set.of(22, 443, 4443), nodeAcl.trustedPorts());
}
@@ -149,7 +146,7 @@ public class AclProvisioningTest {
.findFirst()
.orElseThrow(() -> new RuntimeException("Expected to find ACL for node " + node.hostname()));
assertEquals(host.hostname(), node.parentHostname().get());
- assertAcls(trustedNodesOf(List.of(configServers.asList(), nodes, List.of(host))), nodeAcl);
+ assertAcls(List.of(configServers.asList(), nodes, List.of(host)), nodeAcl);
}
}
@@ -163,7 +160,7 @@ public class AclProvisioningTest {
// Controllers and hosts all trust each other
NodeAcl controllerAcl = controllers.get(0).acl(tester.nodeRepository().nodes().list(), tester.nodeRepository().loadBalancers());
- assertAcls(trustedNodesOf(List.of(controllers)), Set.of("10.2.3.0/24", "10.4.5.0/24"), List.of(controllerAcl));
+ assertAcls(List.of(controllers), Set.of("10.2.3.0/24", "10.4.5.0/24"), List.of(controllerAcl));
assertEquals(Set.of(22, 4443, 443), controllerAcl.trustedPorts());
}
@@ -206,16 +203,10 @@ public class AclProvisioningTest {
NodeAcl nodeAcl = readyNodes.get(0).acl(tester.nodeRepository().nodes().list(), tester.nodeRepository().loadBalancers());
assertEquals(3, nodeAcl.trustedNodes().size());
- assertEquals(List.of(Set.of("127.0.1.1"), Set.of("127.0.1.2"), Set.of("127.0.1.3")),
- nodeAcl.trustedNodes().stream().map(TrustedNode::ipAddresses).toList());
- }
-
- private static List<List<TrustedNode>> trustedNodesOf(List<List<Node>> nodes, Set<Integer> ports) {
- return nodes.stream().map(node -> TrustedNode.of(node, ports)).toList();
- }
-
- private static List<List<TrustedNode>> trustedNodesOf(List<List<Node>> nodes) {
- return trustedNodesOf(nodes, Set.of());
+ Iterator<Node> trustedNodes = nodeAcl.trustedNodes().iterator();
+ assertEquals(Set.of("127.0.1.1"), trustedNodes.next().ipConfig().primary());
+ assertEquals(Set.of("127.0.1.2"), trustedNodes.next().ipConfig().primary());
+ assertEquals(Set.of("127.0.1.3"), trustedNodes.next().ipConfig().primary());
}
private List<Node> deploy(int nodeCount) {
@@ -226,24 +217,24 @@ public class AclProvisioningTest {
return tester.deploy(application, Capacity.from(new ClusterResources(nodeCount, 1, nodeResources)));
}
- private static void assertAcls(List<List<TrustedNode>> expected, NodeAcl actual) {
- assertAcls(expected, List.of(actual));
+ private static void assertAcls(List<List<Node>> expected, NodeAcl actual) {
+ assertAcls(expected, Collections.singletonList(actual));
}
- private static void assertAcls(List<List<TrustedNode>> expectedNodes, List<NodeAcl> actual) {
+ private static void assertAcls(List<List<Node>> expectedNodes, List<NodeAcl> actual) {
assertAcls(expectedNodes, Set.of(), actual);
}
- private static void assertAcls(List<List<TrustedNode>> expectedNodes, Set<String> expectedNetworks, List<NodeAcl> actual) {
- List<TrustedNode> expectedTrustedNodes = expectedNodes.stream()
+ private static void assertAcls(List<List<Node>> expectedNodes, Set<String> expectedNetworks, List<NodeAcl> actual) {
+ List<Node> expectedTrustedNodes = expectedNodes.stream()
.flatMap(List::stream)
.distinct()
- .sorted(Comparator.comparing(TrustedNode::hostname))
+ .sorted(Comparator.comparing(Node::hostname))
.collect(Collectors.toList());
- List<TrustedNode> actualTrustedNodes = actual.stream()
+ List<Node> actualTrustedNodes = actual.stream()
.flatMap(acl -> acl.trustedNodes().stream())
.distinct()
- .sorted(Comparator.comparing(TrustedNode::hostname))
+ .sorted(Comparator.comparing(Node::hostname))
.collect(Collectors.toList());
assertEquals(expectedTrustedNodes, actualTrustedNodes);
diff --git a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/NodesV2ApiTest.java b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/NodesV2ApiTest.java
index 50ddf9c6672..19af4d00e54 100644
--- a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/NodesV2ApiTest.java
+++ b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/NodesV2ApiTest.java
@@ -75,13 +75,13 @@ public class NodesV2ApiTest {
new byte[0], Request.Method.POST));
assertRestart(2, new Request("http://localhost:8080/nodes/v2/command/restart?application=tenant2.application2.instance2",
new byte[0], Request.Method.POST));
- assertRestart(15, new Request("http://localhost:8080/nodes/v2/command/restart",
+ assertRestart(13, new Request("http://localhost:8080/nodes/v2/command/restart",
new byte[0], Request.Method.POST));
tester.assertResponseContains(new Request("http://localhost:8080/nodes/v2/node/host2.yahoo.com"),
"\"restartGeneration\":3");
// POST reboot command
- assertReboot(16, new Request("http://localhost:8080/nodes/v2/command/reboot?state=failed%20active",
+ assertReboot(14, new Request("http://localhost:8080/nodes/v2/command/reboot?state=failed%20active",
new byte[0], Request.Method.POST));
assertReboot(2, new Request("http://localhost:8080/nodes/v2/command/reboot?application=tenant2.application2.instance2",
new byte[0], Request.Method.POST));
diff --git a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/acl-config-server.json b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/acl-config-server.json
index 86b3620bebb..55891309856 100644
--- a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/acl-config-server.json
+++ b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/acl-config-server.json
@@ -25,177 +25,205 @@
"trustedBy": "cfg1.yahoo.com"
},
{
+ "hostname": "dockerhost1.yahoo.com",
+ "type": "host",
+ "ipAddress": "127.0.100.1",
+ "trustedBy": "cfg1.yahoo.com"
+ },
+ {
+ "hostname": "dockerhost1.yahoo.com",
+ "type": "host",
+ "ipAddress": "::100:1",
+ "trustedBy": "cfg1.yahoo.com"
+ },
+ {
+ "hostname": "dockerhost2.yahoo.com",
+ "type": "host",
+ "ipAddress": "127.0.101.1",
+ "trustedBy": "cfg1.yahoo.com"
+ },
+ {
+ "hostname": "dockerhost2.yahoo.com",
+ "type": "host",
+ "ipAddress": "::101:1",
+ "trustedBy": "cfg1.yahoo.com"
+ },
+ {
+ "hostname": "dockerhost3.yahoo.com",
+ "type": "host",
+ "ipAddress": "127.0.102.1",
+ "trustedBy": "cfg1.yahoo.com"
+ },
+ {
+ "hostname": "dockerhost3.yahoo.com",
+ "type": "host",
+ "ipAddress": "::102:1",
+ "trustedBy": "cfg1.yahoo.com"
+ },
+ {
+ "hostname": "dockerhost4.yahoo.com",
+ "type": "host",
+ "ipAddress": "127.0.103.1",
+ "trustedBy": "cfg1.yahoo.com"
+ },
+ {
+ "hostname": "dockerhost4.yahoo.com",
+ "type": "host",
+ "ipAddress": "::103:1",
+ "trustedBy": "cfg1.yahoo.com"
+ },
+ {
+ "hostname": "dockerhost5.yahoo.com",
+ "type": "host",
+ "ipAddress": "127.0.104.1",
+ "trustedBy": "cfg1.yahoo.com"
+ },
+ {
+ "hostname": "dockerhost5.yahoo.com",
+ "type": "host",
+ "ipAddress": "::104:1",
+ "trustedBy": "cfg1.yahoo.com"
+ },
+ {
"hostname": "host1.yahoo.com",
"type": "tenant",
"ipAddress": "127.0.1.1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host1.yahoo.com",
"type": "tenant",
"ipAddress": "::1:1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host10.yahoo.com",
"type": "tenant",
"ipAddress": "127.0.10.1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host10.yahoo.com",
"type": "tenant",
"ipAddress": "::10:1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host13.yahoo.com",
"type": "tenant",
"ipAddress": "127.0.13.1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host13.yahoo.com",
"type": "tenant",
"ipAddress": "::13:1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host14.yahoo.com",
"type": "tenant",
"ipAddress": "127.0.14.1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host14.yahoo.com",
"type": "tenant",
"ipAddress": "::14:1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host2.yahoo.com",
"type": "tenant",
"ipAddress": "127.0.2.1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host2.yahoo.com",
"type": "tenant",
"ipAddress": "::2:1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host3.yahoo.com",
"type": "tenant",
"ipAddress": "127.0.3.1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host3.yahoo.com",
"type": "tenant",
"ipAddress": "::3:1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host4.yahoo.com",
"type": "tenant",
"ipAddress": "127.0.4.1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host4.yahoo.com",
"type": "tenant",
"ipAddress": "::4:1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host5.yahoo.com",
"type": "tenant",
"ipAddress": "127.0.5.1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host5.yahoo.com",
"type": "tenant",
"ipAddress": "::5:1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host55.yahoo.com",
"type": "tenant",
"ipAddress": "127.0.55.1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host55.yahoo.com",
"type": "tenant",
"ipAddress": "::55:1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host6.yahoo.com",
"type": "tenant",
"ipAddress": "127.0.6.1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host6.yahoo.com",
"type": "tenant",
"ipAddress": "::6:1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host7.yahoo.com",
"type": "tenant",
"ipAddress": "127.0.7.1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "host7.yahoo.com",
"type": "tenant",
"ipAddress": "::7:1",
- "ports": [19070],
"trustedBy": "cfg1.yahoo.com"
},
{
"hostname": "test-node-pool-102-2",
"type": "tenant",
"ipAddress": "::102:2",
- "ports": [19070],
- "trustedBy": "cfg1.yahoo.com"
- }
- ],
- "trustedNetworks": [
- {
- "network": "10.2.3.0/24",
- "trustedBy": "cfg1.yahoo.com"
- },
- {
- "network": "10.4.5.0/24",
"trustedBy": "cfg1.yahoo.com"
}
],
+ "trustedNetworks": [],
"trustedPorts": [
{
"port":22,
diff --git a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/active-nodes.json b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/active-nodes.json
index c46bc6acbd2..61ccea7dc94 100644
--- a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/active-nodes.json
+++ b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/active-nodes.json
@@ -12,8 +12,6 @@
@include(docker-node4.json),
@include(docker-node5.json),
@include(docker-node2.json),
- @include(docker-node1.json),
- @include(cfg1.json),
- @include(cfg2.json)
+ @include(docker-node1.json)
]
}
diff --git a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/cfg1.json b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/cfg1.json
index a9708f54d02..6e2a3b87fe3 100644
--- a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/cfg1.json
+++ b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/cfg1.json
@@ -1,55 +1,14 @@
{
"url": "http://localhost:8080/nodes/v2/node/cfg1.yahoo.com",
"id": "cfg1",
- "state": "active",
+ "state": "ready",
"type": "config",
"hostname": "cfg1.yahoo.com",
"flavor": "default",
"cpuCores": 2.0,
- "resources": {
- "vcpu": 2.0,
- "memoryGb": 16.0,
- "diskGb": 400.0,
- "bandwidthGbps": 10.0,
- "diskSpeed": "fast",
- "storageType": "remote",
- "architecture": "x86_64"
- },
- "realResources": {
- "vcpu": 2.0,
- "memoryGb": 16.0,
- "diskGb": 400.0,
- "bandwidthGbps": 10.0,
- "diskSpeed": "fast",
- "storageType": "remote",
- "architecture": "x86_64"
- },
+ "resources":{"vcpu":2.0,"memoryGb":16.0,"diskGb":400.0,"bandwidthGbps":10.0,"diskSpeed":"fast","storageType":"remote","architecture":"x86_64"},
+ "realResources":{"vcpu":2.0,"memoryGb":16.0,"diskGb":400.0,"bandwidthGbps":10.0,"diskSpeed":"fast","storageType":"remote","architecture":"x86_64"},
"environment": "BARE_METAL",
- "owner": {
- "tenant": "cfg",
- "application": "cfg",
- "instance": "cfg"
- },
- "membership": {
- "clustertype": "container",
- "clusterid": "configservers",
- "group": "0",
- "index": 0,
- "retired": false
- },
- "restartGeneration": 0,
- "currentRestartGeneration": 0,
- "wantedDockerImage": "docker-registry.domain.tld:8080/dist/vespa:6.42.0",
- "wantedVespaVersion": "6.42.0",
- "requestedResources": {
- "vcpu": 2.0,
- "memoryGb": 16.0,
- "diskGb": 400.0,
- "bandwidthGbps": 10.0,
- "diskSpeed": "fast",
- "storageType": "remote",
- "architecture": "x86_64"
- },
"rebootGeneration": 0,
"currentRebootGeneration": 0,
"failCount": 0,
@@ -68,16 +27,6 @@
"event": "readied",
"at": 123,
"agent": "system"
- },
- {
- "event": "reserved",
- "at": 123,
- "agent": "application"
- },
- {
- "event": "activated",
- "at": 123,
- "agent": "application"
}
],
"log": [
@@ -95,21 +44,6 @@
"event": "readied",
"at": 123,
"agent": "system"
- },
- {
- "event": "reserved",
- "at": 123,
- "agent": "application"
- },
- {
- "event": "reserved",
- "at": 123,
- "agent": "application"
- },
- {
- "event": "activated",
- "at": 123,
- "agent": "application"
}
],
"ipAddresses": [
diff --git a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/cfg2.json b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/cfg2.json
index 3bd45acb856..20809fe51c3 100644
--- a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/cfg2.json
+++ b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/cfg2.json
@@ -1,55 +1,14 @@
{
"url": "http://localhost:8080/nodes/v2/node/cfg2.yahoo.com",
"id": "cfg2",
- "state": "active",
+ "state": "ready",
"type": "config",
"hostname": "cfg2.yahoo.com",
"flavor": "default",
"cpuCores": 2.0,
- "resources": {
- "vcpu": 2.0,
- "memoryGb": 16.0,
- "diskGb": 400.0,
- "bandwidthGbps": 10.0,
- "diskSpeed": "fast",
- "storageType": "remote",
- "architecture": "x86_64"
- },
- "realResources": {
- "vcpu": 2.0,
- "memoryGb": 16.0,
- "diskGb": 400.0,
- "bandwidthGbps": 10.0,
- "diskSpeed": "fast",
- "storageType": "remote",
- "architecture": "x86_64"
- },
+ "resources":{"vcpu":2.0,"memoryGb":16.0,"diskGb":400.0,"bandwidthGbps":10.0,"diskSpeed":"fast","storageType":"remote","architecture":"x86_64"},
+ "realResources":{"vcpu":2.0,"memoryGb":16.0,"diskGb":400.0,"bandwidthGbps":10.0,"diskSpeed":"fast","storageType":"remote","architecture":"x86_64"},
"environment": "BARE_METAL",
- "owner": {
- "tenant": "cfg",
- "application": "cfg",
- "instance": "cfg"
- },
- "membership": {
- "clustertype": "container",
- "clusterid": "configservers",
- "group": "0",
- "index": 1,
- "retired": false
- },
- "restartGeneration": 0,
- "currentRestartGeneration": 0,
- "wantedDockerImage": "docker-registry.domain.tld:8080/dist/vespa:6.42.0",
- "wantedVespaVersion": "6.42.0",
- "requestedResources": {
- "vcpu": 2.0,
- "memoryGb": 16.0,
- "diskGb": 400.0,
- "bandwidthGbps": 10.0,
- "diskSpeed": "fast",
- "storageType": "remote",
- "architecture": "x86_64"
- },
"rebootGeneration": 0,
"currentRebootGeneration": 0,
"failCount": 0,
@@ -68,16 +27,6 @@
"event": "readied",
"at": 123,
"agent": "system"
- },
- {
- "event": "reserved",
- "at": 123,
- "agent": "application"
- },
- {
- "event": "activated",
- "at": 123,
- "agent": "application"
}
],
"log": [
@@ -95,21 +44,6 @@
"event": "readied",
"at": 123,
"agent": "system"
- },
- {
- "event": "reserved",
- "at": 123,
- "agent": "application"
- },
- {
- "event": "reserved",
- "at": 123,
- "agent": "application"
- },
- {
- "event": "activated",
- "at": 123,
- "agent": "application"
}
],
"ipAddresses": [
diff --git a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/load-balancers.json b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/load-balancers.json
index 7ae283e3916..82e31abfcfa 100644
--- a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/load-balancers.json
+++ b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/load-balancers.json
@@ -31,25 +31,6 @@
]
},
{
- "id": "cfg:cfg:cfg:configservers",
- "state": "reserved",
- "changedAt": 123,
- "application": "cfg",
- "tenant": "cfg",
- "instance": "cfg",
- "cluster": "configservers",
- "hostname": "lb-cfg.cfg.cfg-configservers",
- "dnsZone": "zone-id-1",
- "networks": [
- "10.2.3.0/24",
- "10.4.5.0/24"
- ],
- "ports": [
- 4443
- ],
- "reals": []
- },
- {
"id": "tenant4:application4:instance4:id4",
"state": "active",
"changedAt": 123,
diff --git a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes-recursive-include-deprovisioned.json b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes-recursive-include-deprovisioned.json
index 66b44726e7e..2b650bad39b 100644
--- a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes-recursive-include-deprovisioned.json
+++ b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes-recursive-include-deprovisioned.json
@@ -1,10 +1,10 @@
{
"nodes": [
@include(node7.json),
- @include(node3.json),
- @include(node10.json),
@include(cfg1.json),
+ @include(node3.json),
@include(cfg2.json),
+ @include(node10.json),
@include(docker-node3.json),
@include(node14.json),
@include(node4.json),
diff --git a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes-recursive.json b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes-recursive.json
index 7b52bc576ae..55e216f454a 100644
--- a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes-recursive.json
+++ b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes-recursive.json
@@ -1,10 +1,10 @@
{
"nodes": [
@include(node7.json),
- @include(node3.json),
- @include(node10.json),
@include(cfg1.json),
+ @include(node3.json),
@include(cfg2.json),
+ @include(node10.json),
@include(docker-node3.json),
@include(node14.json),
@include(node4.json),
diff --git a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes.json b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes.json
index 86da5fb6e62..54ff2bc232f 100644
--- a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes.json
+++ b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/nodes.json
@@ -4,16 +4,16 @@
"url": "http://localhost:8080/nodes/v2/node/host7.yahoo.com"
},
{
- "url": "http://localhost:8080/nodes/v2/node/host3.yahoo.com"
+ "url": "http://localhost:8080/nodes/v2/node/cfg1.yahoo.com"
},
{
- "url": "http://localhost:8080/nodes/v2/node/host10.yahoo.com"
+ "url": "http://localhost:8080/nodes/v2/node/host3.yahoo.com"
},
{
- "url": "http://localhost:8080/nodes/v2/node/cfg1.yahoo.com"
+ "url": "http://localhost:8080/nodes/v2/node/cfg2.yahoo.com"
},
{
- "url": "http://localhost:8080/nodes/v2/node/cfg2.yahoo.com"
+ "url": "http://localhost:8080/nodes/v2/node/host10.yahoo.com"
},
{
"url": "http://localhost:8080/nodes/v2/node/dockerhost3.yahoo.com"
diff --git a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/states-recursive.json b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/states-recursive.json
index 5ece0e642f1..27767be6315 100644
--- a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/states-recursive.json
+++ b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/states-recursive.json
@@ -9,7 +9,9 @@
"ready": {
"url": "http://localhost:8080/nodes/v2/state/ready",
"nodes": [
- @include(node3.json)
+ @include(node3.json),
+ @include(cfg1.json),
+ @include(cfg2.json)
]
},
"reserved": {
@@ -32,9 +34,7 @@
@include(docker-node4.json),
@include(docker-node5.json),
@include(docker-node2.json),
- @include(docker-node1.json),
- @include(cfg1.json),
- @include(cfg2.json)
+ @include(docker-node1.json)
]
},
"inactive": {
diff --git a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/stats.json b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/stats.json
index 788eb6d359f..38505726def 100644
--- a/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/stats.json
+++ b/node-repository/src/test/java/com/yahoo/vespa/hosted/provision/restapi/responses/stats.json
@@ -1,6 +1,6 @@
{
"totalCost": 8.591999999999999,
- "totalAllocatedCost": 6.468,
+ "totalAllocatedCost": 5.356,
"load": {
"cpu": 0.0,
"memory": 0.0,