diff options
author | Lester Solbakken <lesters@oath.com> | 2023-10-16 17:02:39 +0200 |
---|---|---|
committer | Lester Solbakken <lesters@oath.com> | 2023-10-16 17:02:39 +0200 |
commit | 396429f6a2fb044cf9214c0a00d95893b8cbd54e (patch) | |
tree | 583c0b617f024cb3eb06050d8165abd267a9ac14 /vespajlib/src | |
parent | 0bab8eefe3443cc6f7befc13607b3c23602998b4 (diff) |
Non-functional changes only
Diffstat (limited to 'vespajlib/src')
-rw-r--r-- | vespajlib/src/main/java/ai/vespa/llm/client/openai/OpenAiClient.java | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/vespajlib/src/main/java/ai/vespa/llm/client/openai/OpenAiClient.java b/vespajlib/src/main/java/ai/vespa/llm/client/openai/OpenAiClient.java index c50731d1ae1..d7334b40963 100644 --- a/vespajlib/src/main/java/ai/vespa/llm/client/openai/OpenAiClient.java +++ b/vespajlib/src/main/java/ai/vespa/llm/client/openai/OpenAiClient.java @@ -64,7 +64,7 @@ public class OpenAiClient implements LanguageModel { } @Override - public CompletableFuture<Completion.FinishReason> completeAsync(Prompt prompt, Consumer<Completion> action) { + public CompletableFuture<Completion.FinishReason> completeAsync(Prompt prompt, Consumer<Completion> consumer) { try { var request = toRequest(prompt, true); var futureResponse = httpClient.sendAsync(request, HttpResponse.BodyHandlers.ofLines()); @@ -83,7 +83,7 @@ public class OpenAiClient implements LanguageModel { if (line.startsWith(DATA_FIELD)) { var root = SlimeUtils.jsonToSlime(line.substring(DATA_FIELD.length())).get(); var completion = toCompletions(root, "delta").get(0); - action.accept(completion); + consumer.accept(completion); if (!completion.finishReason().equals(Completion.FinishReason.none)) { completionFuture.complete(completion.finishReason()); } @@ -175,7 +175,7 @@ public class OpenAiClient implements LanguageModel { return this; } - /** A value between 0 and 2 - higher gives more random/creative output. */ + /** Maximum number of tokens to generate */ public Builder maxTokens(long maxTokens) { this.maxTokens = maxTokens; return this; |