diff options
Diffstat (limited to 'vespajlib/src/main/java/ai/vespa/llm/LanguageModel.java')
| -rw-r--r-- | vespajlib/src/main/java/ai/vespa/llm/LanguageModel.java | 6 |
1 files changed, 5 insertions, 1 deletions
diff --git a/vespajlib/src/main/java/ai/vespa/llm/LanguageModel.java b/vespajlib/src/main/java/ai/vespa/llm/LanguageModel.java index 829b74f7bf4..f4b8938934b 100644 --- a/vespajlib/src/main/java/ai/vespa/llm/LanguageModel.java +++ b/vespajlib/src/main/java/ai/vespa/llm/LanguageModel.java @@ -1,4 +1,4 @@ -// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. +// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. package ai.vespa.llm; import ai.vespa.llm.completion.Completion; @@ -6,6 +6,8 @@ import ai.vespa.llm.completion.Prompt; import com.yahoo.api.annotations.Beta; import java.util.List; +import java.util.concurrent.CompletableFuture; +import java.util.function.Consumer; /** * Interface to language models. @@ -17,4 +19,6 @@ public interface LanguageModel { List<Completion> complete(Prompt prompt); + CompletableFuture<Completion.FinishReason> completeAsync(Prompt prompt, Consumer<Completion> action); + } |