Add OpenAI async client

1 files changed, 7 insertions, 0 deletions

diff --git a/vespajlib/src/main/java/ai/vespa/llm/test/MockLanguageModel.java b/vespajlib/src/main/java/ai/vespa/llm/test/MockLanguageModel.java
index 16e9c4e1848..db1b42fbbac 100644
--- a/vespajlib/src/main/java/ai/vespa/llm/test/MockLanguageModel.java
+++ b/vespajlib/src/main/java/ai/vespa/llm/test/MockLanguageModel.java
@@ -7,6 +7,8 @@ import ai.vespa.llm.completion.Prompt;
 import com.yahoo.api.annotations.Beta;
 
 import java.util.List;
+import java.util.concurrent.CompletableFuture;
+import java.util.function.Consumer;
 import java.util.function.Function;
 
 /**
@@ -26,6 +28,11 @@ public class MockLanguageModel implements LanguageModel {
         return completer.apply(prompt);
     }
 
+    @Override
+    public CompletableFuture<Completion.FinishReason> completeAsync(Prompt prompt, Consumer<Completion> action) {
+        throw new RuntimeException("Not implemented");
+    }
+
     public static class Builder {
 
         private Function<Prompt, List<Completion>> completer = prompt -> List.of(Completion.from(""));