aboutsummaryrefslogtreecommitdiffstats
path: root/vespajlib/src
diff options
context:
space:
mode:
authorLester Solbakken <lesters@oath.com>2023-10-16 17:02:39 +0200
committerLester Solbakken <lesters@oath.com>2023-10-16 17:02:39 +0200
commit396429f6a2fb044cf9214c0a00d95893b8cbd54e (patch)
tree583c0b617f024cb3eb06050d8165abd267a9ac14 /vespajlib/src
parent0bab8eefe3443cc6f7befc13607b3c23602998b4 (diff)
Non-functional changes only
Diffstat (limited to 'vespajlib/src')
-rw-r--r--vespajlib/src/main/java/ai/vespa/llm/client/openai/OpenAiClient.java6
1 files changed, 3 insertions, 3 deletions
diff --git a/vespajlib/src/main/java/ai/vespa/llm/client/openai/OpenAiClient.java b/vespajlib/src/main/java/ai/vespa/llm/client/openai/OpenAiClient.java
index c50731d1ae1..d7334b40963 100644
--- a/vespajlib/src/main/java/ai/vespa/llm/client/openai/OpenAiClient.java
+++ b/vespajlib/src/main/java/ai/vespa/llm/client/openai/OpenAiClient.java
@@ -64,7 +64,7 @@ public class OpenAiClient implements LanguageModel {
}
@Override
- public CompletableFuture<Completion.FinishReason> completeAsync(Prompt prompt, Consumer<Completion> action) {
+ public CompletableFuture<Completion.FinishReason> completeAsync(Prompt prompt, Consumer<Completion> consumer) {
try {
var request = toRequest(prompt, true);
var futureResponse = httpClient.sendAsync(request, HttpResponse.BodyHandlers.ofLines());
@@ -83,7 +83,7 @@ public class OpenAiClient implements LanguageModel {
if (line.startsWith(DATA_FIELD)) {
var root = SlimeUtils.jsonToSlime(line.substring(DATA_FIELD.length())).get();
var completion = toCompletions(root, "delta").get(0);
- action.accept(completion);
+ consumer.accept(completion);
if (!completion.finishReason().equals(Completion.FinishReason.none)) {
completionFuture.complete(completion.finishReason());
}
@@ -175,7 +175,7 @@ public class OpenAiClient implements LanguageModel {
return this;
}
- /** A value between 0 and 2 - higher gives more random/creative output. */
+ /** Maximum number of tokens to generate */
public Builder maxTokens(long maxTokens) {
this.maxTokens = maxTokens;
return this;