diff options
author | Henning Baldersheim <balder@yahoo-inc.com> | 2024-05-16 10:47:51 +0200 |
---|---|---|
committer | Henning Baldersheim <balder@yahoo-inc.com> | 2024-05-16 10:47:51 +0200 |
commit | f18a3f5658d7863f5fd12ac8479b75a2d94c4e4d (patch) | |
tree | ace91904814f77ed299849c7a8e35a3b64669cb8 /model-integration | |
parent | 515cff7b2d72b55383c5858e3f1caa7615b0ea83 (diff) |
Use var type to handle renaming of jllama interface classes.
Diffstat (limited to 'model-integration')
-rw-r--r-- | model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java b/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java index b6409b5466d..fd02756e2ea 100644 --- a/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java +++ b/model-integration/src/main/java/ai/vespa/llm/clients/LocalLLM.java @@ -119,7 +119,7 @@ public class LocalLLM extends AbstractComponent implements LanguageModel { try { Future<?> future = executor.submit(() -> { hasStarted.set(true); - for (LlamaModel.Output output : model.generate(inferParams)) { + for (var output : model.generate(inferParams)) { consumer.accept(Completion.from(output.text, Completion.FinishReason.none)); } completionFuture.complete(Completion.FinishReason.stop); |