diff options
Diffstat (limited to 'vespajlib/src/main/java/ai/vespa/llm/LanguageModel.java')
| -rw-r--r-- | vespajlib/src/main/java/ai/vespa/llm/LanguageModel.java | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/vespajlib/src/main/java/ai/vespa/llm/LanguageModel.java b/vespajlib/src/main/java/ai/vespa/llm/LanguageModel.java index f4b8938934b..059f25fadb4 100644 --- a/vespajlib/src/main/java/ai/vespa/llm/LanguageModel.java +++ b/vespajlib/src/main/java/ai/vespa/llm/LanguageModel.java @@ -17,8 +17,10 @@ import java.util.function.Consumer; @Beta public interface LanguageModel { - List<Completion> complete(Prompt prompt); + List<Completion> complete(Prompt prompt, InferenceParameters options); - CompletableFuture<Completion.FinishReason> completeAsync(Prompt prompt, Consumer<Completion> action); + CompletableFuture<Completion.FinishReason> completeAsync(Prompt prompt, + InferenceParameters options, + Consumer<Completion> consumer); } |