diff options
author | Lester Solbakken <lester.solbakken@gmail.com> | 2024-04-22 09:39:51 +0200 |
---|---|---|
committer | Lester Solbakken <lester.solbakken@gmail.com> | 2024-04-22 09:39:51 +0200 |
commit | 1907d5acbba5f06fbafc5a806ce4210b7e59f4c7 (patch) | |
tree | 8c00489b5d76b389460f60f54c2025434c4cf199 | |
parent | ecb21ea7c3d2ce8713e2e94163233113cea2800c (diff) |
Set minimum number of threads to 1
-rw-r--r-- | model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java b/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java index fd1b8b700c8..2b95e57c6cd 100644 --- a/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java +++ b/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java @@ -43,7 +43,7 @@ public class LocalLLM extends AbstractComponent implements LanguageModel { maxTokens = config.maxTokens(); // Only used if GPU is not used - var defaultThreadCount = Runtime.getRuntime().availableProcessors() - 2; + var defaultThreadCount = Math.max(Runtime.getRuntime().availableProcessors() - 2, 1); var modelFile = config.model().toFile().getAbsolutePath(); var modelParams = new ModelParameters() |