summaryrefslogtreecommitdiffstats
path: root/model-integration
diff options
context:
space:
mode:
authorHenning Baldersheim <balder@yahoo-inc.com>2024-05-16 10:47:51 +0200
committerHenning Baldersheim <balder@yahoo-inc.com>2024-05-16 10:47:51 +0200
commitf18a3f5658d7863f5fd12ac8479b75a2d94c4e4d (patch)
treeace91904814f77ed299849c7a8e35a3b64669cb8 /model-integration
parent515cff7b2d72b55383c5858e3f1caa7615b0ea83 (diff)
Use var type to handle renaming of jllama interface classes.
Diffstat (limited to 'model-integration')
-rw-r--r--model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java2
1 files changed, 1 insertions, 1 deletions
diff --git a/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java b/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java
index b6409b5466d..fd02756e2ea 100644
--- a/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java
+++ b/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java
@@ -119,7 +119,7 @@ public class LocalLLM extends AbstractComponent implements LanguageModel {
try {
Future<?> future = executor.submit(() -> {
hasStarted.set(true);
- for (LlamaModel.Output output : model.generate(inferParams)) {
+ for (var output : model.generate(inferParams)) {
consumer.accept(Completion.from(output.text, Completion.FinishReason.none));
}
completionFuture.complete(Completion.FinishReason.stop);