Merge pull request #19294 from vespa-engine/bratseth/linguistics-componentsv7.473.17

Bratseth/linguistics components

1 files changed, 17 insertions, 0 deletions

diff --git a/linguistics-components/src/main/java/com/yahoo/language/sentencepiece/Scoring.java b/linguistics-components/src/main/java/com/yahoo/language/sentencepiece/Scoring.java
new file mode 100644
index 00000000000..6c8560abee7
--- /dev/null
+++ b/linguistics-components/src/main/java/com/yahoo/language/sentencepiece/Scoring.java
@@ -0,0 +1,17 @@
+// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
+package com.yahoo.language.sentencepiece;
+
+/**
+ * The scoring strategy to use for picking segments
+ *
+ * @author bratseth
+ */
+public enum Scoring {
+
+    /** Find the segmentation that has the highest score */
+    highestScore,
+
+    /** Find the segmentation that has the fewest segments, resolve ties by score sum */
+    fewestSegments
+
+}