diff options
author | Lester Solbakken <lester.solbakken@gmail.com> | 2024-04-02 15:00:01 +0200 |
---|---|---|
committer | Lester Solbakken <lester.solbakken@gmail.com> | 2024-04-02 15:00:01 +0200 |
commit | 1ef5e202c26536472080ffcf7f8e65070ff0a27e (patch) | |
tree | 623367b765cccae449c736b36bfd3b9c116968bd | |
parent | 76548ab997ad52fa570d994d51b08eddbf82af77 (diff) |
Move LLM searcher and client configdefinitions outside of ai.vespa.llm
12 files changed, 131 insertions, 16 deletions
diff --git a/container-search/abi-spec.json b/container-search/abi-spec.json index 1aba05e8113..b4c5cc1451e 100644 --- a/container-search/abi-spec.json +++ b/container-search/abi-spec.json @@ -9160,7 +9160,7 @@ ], "methods" : [ "public void <init>()", - "public void <init>(ai.vespa.llm.LlmClientConfig, com.yahoo.container.jdisc.secretstore.SecretStore)", + "public void <init>(ai.vespa.llm.clients.LlmClientConfig, com.yahoo.container.jdisc.secretstore.SecretStore)", "protected java.lang.String getApiKey(ai.vespa.llm.InferenceParameters)", "protected void setApiKey(ai.vespa.llm.InferenceParameters)", "protected java.lang.String getEndpoint()", @@ -9168,6 +9168,67 @@ ], "fields" : [ ] }, + "ai.vespa.llm.clients.LlmClientConfig$Builder" : { + "superClass" : "java.lang.Object", + "interfaces" : [ + "com.yahoo.config.ConfigInstance$Builder" + ], + "attributes" : [ + "public", + "final" + ], + "methods" : [ + "public void <init>()", + "public void <init>(ai.vespa.llm.clients.LlmClientConfig)", + "public ai.vespa.llm.clients.LlmClientConfig$Builder apiKeySecretName(java.lang.String)", + "public ai.vespa.llm.clients.LlmClientConfig$Builder endpoint(java.lang.String)", + "public final boolean dispatchGetConfig(com.yahoo.config.ConfigInstance$Producer)", + "public final java.lang.String getDefMd5()", + "public final java.lang.String getDefName()", + "public final java.lang.String getDefNamespace()", + "public final boolean getApplyOnRestart()", + "public final void setApplyOnRestart(boolean)", + "public ai.vespa.llm.clients.LlmClientConfig build()" + ], + "fields" : [ ] + }, + "ai.vespa.llm.clients.LlmClientConfig$Producer" : { + "superClass" : "java.lang.Object", + "interfaces" : [ + "com.yahoo.config.ConfigInstance$Producer" + ], + "attributes" : [ + "public", + "interface", + "abstract" + ], + "methods" : [ + "public abstract void getConfig(ai.vespa.llm.clients.LlmClientConfig$Builder)" + ], + "fields" : [ ] + }, + "ai.vespa.llm.clients.LlmClientConfig" : { + "superClass" : "com.yahoo.config.ConfigInstance", + "interfaces" : [ ], + "attributes" : [ + "public", + "final" + ], + "methods" : [ + "public static java.lang.String getDefMd5()", + "public static java.lang.String getDefName()", + "public static java.lang.String getDefNamespace()", + "public void <init>(ai.vespa.llm.clients.LlmClientConfig$Builder)", + "public java.lang.String apiKeySecretName()", + "public java.lang.String endpoint()" + ], + "fields" : [ + "public static final java.lang.String CONFIG_DEF_MD5", + "public static final java.lang.String CONFIG_DEF_NAME", + "public static final java.lang.String CONFIG_DEF_NAMESPACE", + "public static final java.lang.String[] CONFIG_DEF_SCHEMA" + ] + }, "ai.vespa.llm.clients.OpenAI" : { "superClass" : "ai.vespa.llm.clients.ConfigurableLanguageModel", "interfaces" : [ ], @@ -9175,7 +9236,7 @@ "public" ], "methods" : [ - "public void <init>(ai.vespa.llm.LlmClientConfig, com.yahoo.container.jdisc.secretstore.SecretStore)", + "public void <init>(ai.vespa.llm.clients.LlmClientConfig, com.yahoo.container.jdisc.secretstore.SecretStore)", "public java.util.List complete(ai.vespa.llm.completion.Prompt, ai.vespa.llm.InferenceParameters)", "public java.util.concurrent.CompletableFuture completeAsync(ai.vespa.llm.completion.Prompt, ai.vespa.llm.InferenceParameters, java.util.function.Consumer)" ], @@ -9188,7 +9249,7 @@ "public" ], "methods" : [ - "public void <init>(ai.vespa.llm.LlmSearcherConfig, com.yahoo.component.provider.ComponentRegistry)", + "public void <init>(ai.vespa.llm.search.LlmSearcherConfig, com.yahoo.component.provider.ComponentRegistry)", "public com.yahoo.search.Result search(com.yahoo.search.Query, com.yahoo.search.searchchain.Execution)", "protected com.yahoo.search.Result complete(com.yahoo.search.Query, ai.vespa.llm.completion.Prompt)", "public java.lang.String getPrompt(com.yahoo.search.Query)", @@ -9200,6 +9261,69 @@ ], "fields" : [ ] }, + "ai.vespa.llm.search.LlmSearcherConfig$Builder" : { + "superClass" : "java.lang.Object", + "interfaces" : [ + "com.yahoo.config.ConfigInstance$Builder" + ], + "attributes" : [ + "public", + "final" + ], + "methods" : [ + "public void <init>()", + "public void <init>(ai.vespa.llm.search.LlmSearcherConfig)", + "public ai.vespa.llm.search.LlmSearcherConfig$Builder propertyPrefix(java.lang.String)", + "public ai.vespa.llm.search.LlmSearcherConfig$Builder stream(boolean)", + "public ai.vespa.llm.search.LlmSearcherConfig$Builder providerId(java.lang.String)", + "public final boolean dispatchGetConfig(com.yahoo.config.ConfigInstance$Producer)", + "public final java.lang.String getDefMd5()", + "public final java.lang.String getDefName()", + "public final java.lang.String getDefNamespace()", + "public final boolean getApplyOnRestart()", + "public final void setApplyOnRestart(boolean)", + "public ai.vespa.llm.search.LlmSearcherConfig build()" + ], + "fields" : [ ] + }, + "ai.vespa.llm.search.LlmSearcherConfig$Producer" : { + "superClass" : "java.lang.Object", + "interfaces" : [ + "com.yahoo.config.ConfigInstance$Producer" + ], + "attributes" : [ + "public", + "interface", + "abstract" + ], + "methods" : [ + "public abstract void getConfig(ai.vespa.llm.search.LlmSearcherConfig$Builder)" + ], + "fields" : [ ] + }, + "ai.vespa.llm.search.LlmSearcherConfig" : { + "superClass" : "com.yahoo.config.ConfigInstance", + "interfaces" : [ ], + "attributes" : [ + "public", + "final" + ], + "methods" : [ + "public static java.lang.String getDefMd5()", + "public static java.lang.String getDefName()", + "public static java.lang.String getDefNamespace()", + "public void <init>(ai.vespa.llm.search.LlmSearcherConfig$Builder)", + "public java.lang.String propertyPrefix()", + "public boolean stream()", + "public java.lang.String providerId()" + ], + "fields" : [ + "public static final java.lang.String CONFIG_DEF_MD5", + "public static final java.lang.String CONFIG_DEF_NAME", + "public static final java.lang.String CONFIG_DEF_NAMESPACE", + "public static final java.lang.String[] CONFIG_DEF_SCHEMA" + ] + }, "ai.vespa.llm.search.RAGSearcher" : { "superClass" : "ai.vespa.llm.search.LLMSearcher", "interfaces" : [ ], @@ -9207,7 +9331,7 @@ "public" ], "methods" : [ - "public void <init>(ai.vespa.llm.LlmSearcherConfig, com.yahoo.component.provider.ComponentRegistry)", + "public void <init>(ai.vespa.llm.search.LlmSearcherConfig, com.yahoo.component.provider.ComponentRegistry)", "public com.yahoo.search.Result search(com.yahoo.search.Query, com.yahoo.search.searchchain.Execution)", "protected ai.vespa.llm.completion.Prompt buildPrompt(com.yahoo.search.Query, com.yahoo.search.Result)" ], diff --git a/container-search/src/main/java/ai/vespa/llm/clients/ConfigurableLanguageModel.java b/container-search/src/main/java/ai/vespa/llm/clients/ConfigurableLanguageModel.java index 2f1991aa789..761fdf0af93 100644 --- a/container-search/src/main/java/ai/vespa/llm/clients/ConfigurableLanguageModel.java +++ b/container-search/src/main/java/ai/vespa/llm/clients/ConfigurableLanguageModel.java @@ -3,7 +3,6 @@ package ai.vespa.llm.clients; import ai.vespa.llm.InferenceParameters; import ai.vespa.llm.LanguageModel; -import ai.vespa.llm.LlmClientConfig; import com.yahoo.api.annotations.Beta; import com.yahoo.component.annotation.Inject; import com.yahoo.container.jdisc.secretstore.SecretStore; diff --git a/container-search/src/main/java/ai/vespa/llm/clients/OpenAI.java b/container-search/src/main/java/ai/vespa/llm/clients/OpenAI.java index f6092f51948..82e19d47c92 100644 --- a/container-search/src/main/java/ai/vespa/llm/clients/OpenAI.java +++ b/container-search/src/main/java/ai/vespa/llm/clients/OpenAI.java @@ -2,7 +2,6 @@ package ai.vespa.llm.clients; import ai.vespa.llm.InferenceParameters; -import ai.vespa.llm.LlmClientConfig; import ai.vespa.llm.client.openai.OpenAiClient; import ai.vespa.llm.completion.Completion; import ai.vespa.llm.completion.Prompt; diff --git a/container-search/src/main/java/ai/vespa/llm/search/LLMSearcher.java b/container-search/src/main/java/ai/vespa/llm/search/LLMSearcher.java index 9a316de1893..efa82f94c8f 100755 --- a/container-search/src/main/java/ai/vespa/llm/search/LLMSearcher.java +++ b/container-search/src/main/java/ai/vespa/llm/search/LLMSearcher.java @@ -4,7 +4,6 @@ package ai.vespa.llm.search; import ai.vespa.llm.InferenceParameters; import ai.vespa.llm.LanguageModel; import ai.vespa.llm.LanguageModelException; -import ai.vespa.llm.LlmSearcherConfig; import ai.vespa.llm.completion.Completion; import ai.vespa.llm.completion.Prompt; import ai.vespa.llm.completion.StringPrompt; diff --git a/container-search/src/main/java/ai/vespa/llm/search/RAGSearcher.java b/container-search/src/main/java/ai/vespa/llm/search/RAGSearcher.java index b8e33778ced..9d377ec527f 100755 --- a/container-search/src/main/java/ai/vespa/llm/search/RAGSearcher.java +++ b/container-search/src/main/java/ai/vespa/llm/search/RAGSearcher.java @@ -2,7 +2,6 @@ package ai.vespa.llm.search; import ai.vespa.llm.LanguageModel; -import ai.vespa.llm.LlmSearcherConfig; import ai.vespa.llm.completion.Prompt; import ai.vespa.llm.completion.StringPrompt; import com.yahoo.api.annotations.Beta; diff --git a/container-search/src/main/resources/configdefinitions/llm-client.def b/container-search/src/main/resources/configdefinitions/llm-client.def index 6bfd95c3cf2..0866459166a 100755 --- a/container-search/src/main/resources/configdefinitions/llm-client.def +++ b/container-search/src/main/resources/configdefinitions/llm-client.def @@ -1,5 +1,5 @@ # Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. -package=ai.vespa.llm +package=ai.vespa.llm.clients # The name of the secret containing the api key apiKeySecretName string default="" diff --git a/container-search/src/main/resources/configdefinitions/llm-searcher.def b/container-search/src/main/resources/configdefinitions/llm-searcher.def index 918a6e6e8b1..98301e46b56 100755 --- a/container-search/src/main/resources/configdefinitions/llm-searcher.def +++ b/container-search/src/main/resources/configdefinitions/llm-searcher.def @@ -1,5 +1,5 @@ # Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. -package=ai.vespa.llm +package=ai.vespa.llm.search # Query propertry prefix for options propertyPrefix string default="llm" diff --git a/container-search/src/test/java/ai/vespa/llm/clients/ConfigurableLanguageModelTest.java b/container-search/src/test/java/ai/vespa/llm/clients/ConfigurableLanguageModelTest.java index 1f2a12322a1..a9f4c3dfac5 100644 --- a/container-search/src/test/java/ai/vespa/llm/clients/ConfigurableLanguageModelTest.java +++ b/container-search/src/test/java/ai/vespa/llm/clients/ConfigurableLanguageModelTest.java @@ -2,7 +2,6 @@ package ai.vespa.llm.clients; import ai.vespa.llm.InferenceParameters; -import ai.vespa.llm.LlmClientConfig; import ai.vespa.llm.completion.Completion; import ai.vespa.llm.completion.Prompt; import ai.vespa.llm.completion.StringPrompt; diff --git a/container-search/src/test/java/ai/vespa/llm/clients/MockLLMClient.java b/container-search/src/test/java/ai/vespa/llm/clients/MockLLMClient.java index cfb6a43984f..4d0073f1cbe 100644 --- a/container-search/src/test/java/ai/vespa/llm/clients/MockLLMClient.java +++ b/container-search/src/test/java/ai/vespa/llm/clients/MockLLMClient.java @@ -2,7 +2,6 @@ package ai.vespa.llm.clients; import ai.vespa.llm.InferenceParameters; -import ai.vespa.llm.LlmClientConfig; import ai.vespa.llm.completion.Completion; import ai.vespa.llm.completion.Prompt; import com.yahoo.container.jdisc.secretstore.SecretStore; diff --git a/container-search/src/test/java/ai/vespa/llm/clients/OpenAITest.java b/container-search/src/test/java/ai/vespa/llm/clients/OpenAITest.java index 1111a9824f5..57339f6ad49 100644 --- a/container-search/src/test/java/ai/vespa/llm/clients/OpenAITest.java +++ b/container-search/src/test/java/ai/vespa/llm/clients/OpenAITest.java @@ -2,7 +2,6 @@ package ai.vespa.llm.clients; import ai.vespa.llm.InferenceParameters; -import ai.vespa.llm.LlmClientConfig; import ai.vespa.llm.completion.StringPrompt; import com.yahoo.container.jdisc.SecretStoreProvider; import org.junit.jupiter.api.Disabled; diff --git a/container-search/src/test/java/ai/vespa/llm/search/LLMSearcherTest.java b/container-search/src/test/java/ai/vespa/llm/search/LLMSearcherTest.java index 91fd0db3c12..1c7d9db7708 100755 --- a/container-search/src/test/java/ai/vespa/llm/search/LLMSearcherTest.java +++ b/container-search/src/test/java/ai/vespa/llm/search/LLMSearcherTest.java @@ -3,9 +3,8 @@ package ai.vespa.llm.search; import ai.vespa.llm.InferenceParameters; import ai.vespa.llm.LanguageModel; -import ai.vespa.llm.LlmClientConfig; -import ai.vespa.llm.LlmSearcherConfig; import ai.vespa.llm.clients.ConfigurableLanguageModelTest; +import ai.vespa.llm.clients.LlmClientConfig; import ai.vespa.llm.clients.MockLLMClient; import ai.vespa.llm.completion.Prompt; import com.yahoo.component.ComponentId; diff --git a/container-search/src/test/java/ai/vespa/llm/search/RAGSearcherTest.java b/container-search/src/test/java/ai/vespa/llm/search/RAGSearcherTest.java index ccf9a4a6401..bd782371b20 100755 --- a/container-search/src/test/java/ai/vespa/llm/search/RAGSearcherTest.java +++ b/container-search/src/test/java/ai/vespa/llm/search/RAGSearcherTest.java @@ -2,7 +2,6 @@ package ai.vespa.llm.search; import ai.vespa.llm.LanguageModel; -import ai.vespa.llm.LlmSearcherConfig; import com.yahoo.component.ComponentId; import com.yahoo.component.chain.Chain; import com.yahoo.component.provider.ComponentRegistry; |