diff options
author | Lester Solbakken <lester.solbakken@gmail.com> | 2024-04-11 15:13:13 +0200 |
---|---|---|
committer | Lester Solbakken <lester.solbakken@gmail.com> | 2024-04-11 15:13:13 +0200 |
commit | a11f45f8f3e39f7bd3595abec02eee385514b6a3 (patch) | |
tree | c846af72f56292dbcd9eb97bda9188062d2f4273 /container-search/src/test/java | |
parent | a88413810e4a5f84552dd86053a5bcdf35887b87 (diff) |
Don't use GPU in unit test
Diffstat (limited to 'container-search/src/test/java')
-rw-r--r-- | container-search/src/test/java/ai/vespa/llm/clients/LocalLLMTest.java | 4 |
1 files changed, 0 insertions, 4 deletions
diff --git a/container-search/src/test/java/ai/vespa/llm/clients/LocalLLMTest.java b/container-search/src/test/java/ai/vespa/llm/clients/LocalLLMTest.java index ee39f1b9f6b..72b64cc0a0c 100644 --- a/container-search/src/test/java/ai/vespa/llm/clients/LocalLLMTest.java +++ b/container-search/src/test/java/ai/vespa/llm/clients/LocalLLMTest.java @@ -34,7 +34,6 @@ public class LocalLLMTest { @Test public void testGeneration() { var config = new LlmLocalClientConfig.Builder() - .useGpu(true) .parallelRequests(1) .model(ModelReference.valueOf(model)); var llm = new LocalLLM(config.build()); @@ -53,7 +52,6 @@ public class LocalLLMTest { var sb = new StringBuilder(); var tokenCount = new AtomicInteger(0); var config = new LlmLocalClientConfig.Builder() - .useGpu(true) .parallelRequests(1) .model(ModelReference.valueOf(model)); var llm = new LocalLLM(config.build()); @@ -87,7 +85,6 @@ public class LocalLLMTest { var tokenCounts = new ArrayList<>(Collections.nCopies(promptsToUse, 0)); var config = new LlmLocalClientConfig.Builder() - .useGpu(true) .parallelRequests(parallelRequests) .model(ModelReference.valueOf(model)); var llm = new LocalLLM(config.build()); @@ -127,7 +124,6 @@ public class LocalLLMTest { var completions = new ArrayList<StringBuilder>(Collections.nCopies(promptsToUse, null)); var config = new LlmLocalClientConfig.Builder() - .useGpu(true) .parallelRequests(parallelRequests) .maxQueueSize(additionalQueue) .model(ModelReference.valueOf(model)); |