Restart on deploy for local LLMs

1 files changed, 69 insertions, 0 deletions

diff --git a/config-model/src/test/java/com/yahoo/vespa/model/application/validation/change/RestartOnDeployForLocalLLMValidatorTest.java b/config-model/src/test/java/com/yahoo/vespa/model/application/validation/change/RestartOnDeployForLocalLLMValidatorTest.java
new file mode 100644
index 00000000000..30915ad02fc
--- /dev/null
+++ b/config-model/src/test/java/com/yahoo/vespa/model/application/validation/change/RestartOnDeployForLocalLLMValidatorTest.java
@@ -0,0 +1,69 @@
+// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
+package com.yahoo.vespa.model.application.validation.change;
+
+import com.yahoo.config.model.api.ConfigChangeAction;
+import com.yahoo.config.model.deploy.DeployState;
+import com.yahoo.config.model.deploy.TestProperties;
+import com.yahoo.vespa.model.VespaModel;
+import com.yahoo.vespa.model.application.validation.ValidationTester;
+import com.yahoo.vespa.model.test.utils.VespaModelCreatorWithMockPkg;
+import org.junit.jupiter.api.Test;
+
+import java.util.List;
+
+import static org.junit.jupiter.api.Assertions.assertEquals;
+import static org.junit.jupiter.api.Assertions.assertTrue;
+
+/**
+ * @author lesters
+ */
+public class RestartOnDeployForLocalLLMValidatorTest {
+
+    @Test
+    void validate_no_restart_on_deploy() {
+        VespaModel current = createModelWithComponent("ai.vespa.llm.clients.OpenAI");
+        VespaModel next = createModelWithComponent("ai.vespa.llm.clients.OpenAI");
+        List<ConfigChangeAction> result = validateModel(current, next);
+        assertEquals(0, result.size());
+    }
+
+    @Test
+    void validate_restart_on_deploy() {
+        VespaModel current = createModelWithComponent("ai.vespa.llm.clients.LocalLLM");
+        VespaModel next = createModelWithComponent("ai.vespa.llm.clients.LocalLLM");
+        List<ConfigChangeAction> result = validateModel(current, next);
+        assertEquals(1, result.size());
+        assertTrue(result.get(0).validationId().isEmpty());
+        assertEquals("Restarting services in container cluster 'cluster1' because of local LLM use", result.get(0).getMessage());
+    }
+
+    private static List<ConfigChangeAction> validateModel(VespaModel current, VespaModel next) {
+        return ValidationTester.validateChanges(new RestartOnDeployForLocalLLMValidator(),
+                                                next,
+                                                deployStateBuilder().previousModel(current).build());
+    }
+
+    private static VespaModel createModelWithComponent(String componentClass) {
+        var xml = """
+                <services version='1.0'>
+                  <container id='cluster1' version='1.0'>
+                    <http>
+                      <server id='server1' port='8080'/>
+                    </http>
+                    <component id="llm" class="%s" />
+                  </container>
+                </services>
+                """.formatted(componentClass);
+        DeployState.Builder builder = deployStateBuilder();
+        return new VespaModelCreatorWithMockPkg(null, xml).create(builder);
+    }
+
+    private static DeployState.Builder deployStateBuilder() {
+        return new DeployState.Builder().properties(new TestProperties());
+    }
+
+    private static void assertStartsWith(String expected, List<ConfigChangeAction> result) {
+        assertTrue(result.get(0).getMessage().startsWith(expected));
+    }
+
+}