1 files changed, 37 insertions, 0 deletions
diff --git a/model-integration/src/main/java/ai/vespa/llm/generation/GeneratorOptions.java b/model-integration/src/main/java/ai/vespa/llm/generation/GeneratorOptions.java
new file mode 100644
index 00000000000..79b466e5a74
--- /dev/null
+++ b/model-integration/src/main/java/ai/vespa/llm/generation/GeneratorOptions.java
@@ -0,0 +1,37 @@
+package ai.vespa.llm.generation;
+
+import com.yahoo.api.annotations.Beta;
+
+@Beta
+public class GeneratorOptions {
+
+    public enum SearchMethod {
+        GREEDY,
+        CONTRASTIVE,
+        BEAM,
+        SAMPLE,
+    }
+
+    private SearchMethod searchMethod = SearchMethod.GREEDY;
+    private int maxLength = 20;
+
+    public SearchMethod getSearchMethod() {
+        return searchMethod;
+    }
+
+    public GeneratorOptions setSearchMethod(SearchMethod searchMethod) {
+        this.searchMethod = searchMethod;
+        return this;
+    }
+
+    public int getMaxLength() {
+        return maxLength;
+    }
+
+    public GeneratorOptions setMaxLength(int maxLength) {
+        this.maxLength = maxLength;
+        return this;
+    }
+
+
+}