summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorLester Solbakken <lester.solbakken@gmail.com>2024-04-22 09:39:51 +0200
committerLester Solbakken <lester.solbakken@gmail.com>2024-04-22 09:39:51 +0200
commit1907d5acbba5f06fbafc5a806ce4210b7e59f4c7 (patch)
tree8c00489b5d76b389460f60f54c2025434c4cf199
parentecb21ea7c3d2ce8713e2e94163233113cea2800c (diff)
Set minimum number of threads to 1
-rw-r--r--model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java2
1 files changed, 1 insertions, 1 deletions
diff --git a/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java b/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java
index fd1b8b700c8..2b95e57c6cd 100644
--- a/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java
+++ b/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java
@@ -43,7 +43,7 @@ public class LocalLLM extends AbstractComponent implements LanguageModel {
maxTokens = config.maxTokens();
// Only used if GPU is not used
- var defaultThreadCount = Runtime.getRuntime().availableProcessors() - 2;
+ var defaultThreadCount = Math.max(Runtime.getRuntime().availableProcessors() - 2, 1);
var modelFile = config.model().toFile().getAbsolutePath();
var modelParams = new ModelParameters()