aboutsummaryrefslogtreecommitdiffstats
path: root/container-search/src/test/java/ai/vespa/llm
diff options
context:
space:
mode:
authorLester Solbakken <lester.solbakken@gmail.com>2024-04-11 15:13:13 +0200
committerLester Solbakken <lester.solbakken@gmail.com>2024-04-11 15:13:13 +0200
commita11f45f8f3e39f7bd3595abec02eee385514b6a3 (patch)
treec846af72f56292dbcd9eb97bda9188062d2f4273 /container-search/src/test/java/ai/vespa/llm
parenta88413810e4a5f84552dd86053a5bcdf35887b87 (diff)
Don't use GPU in unit test
Diffstat (limited to 'container-search/src/test/java/ai/vespa/llm')
-rw-r--r--container-search/src/test/java/ai/vespa/llm/clients/LocalLLMTest.java4
1 files changed, 0 insertions, 4 deletions
diff --git a/container-search/src/test/java/ai/vespa/llm/clients/LocalLLMTest.java b/container-search/src/test/java/ai/vespa/llm/clients/LocalLLMTest.java
index ee39f1b9f6b..72b64cc0a0c 100644
--- a/container-search/src/test/java/ai/vespa/llm/clients/LocalLLMTest.java
+++ b/container-search/src/test/java/ai/vespa/llm/clients/LocalLLMTest.java
@@ -34,7 +34,6 @@ public class LocalLLMTest {
@Test
public void testGeneration() {
var config = new LlmLocalClientConfig.Builder()
- .useGpu(true)
.parallelRequests(1)
.model(ModelReference.valueOf(model));
var llm = new LocalLLM(config.build());
@@ -53,7 +52,6 @@ public class LocalLLMTest {
var sb = new StringBuilder();
var tokenCount = new AtomicInteger(0);
var config = new LlmLocalClientConfig.Builder()
- .useGpu(true)
.parallelRequests(1)
.model(ModelReference.valueOf(model));
var llm = new LocalLLM(config.build());
@@ -87,7 +85,6 @@ public class LocalLLMTest {
var tokenCounts = new ArrayList<>(Collections.nCopies(promptsToUse, 0));
var config = new LlmLocalClientConfig.Builder()
- .useGpu(true)
.parallelRequests(parallelRequests)
.model(ModelReference.valueOf(model));
var llm = new LocalLLM(config.build());
@@ -127,7 +124,6 @@ public class LocalLLMTest {
var completions = new ArrayList<StringBuilder>(Collections.nCopies(promptsToUse, null));
var config = new LlmLocalClientConfig.Builder()
- .useGpu(true)
.parallelRequests(parallelRequests)
.maxQueueSize(additionalQueue)
.model(ModelReference.valueOf(model));