aboutsummaryrefslogtreecommitdiffstats
path: root/linguistics
diff options
context:
space:
mode:
authorJo Kristian Bergum <bergum@yahoo-inc.com>2021-09-14 22:13:53 +0200
committerGitHub <noreply@github.com>2021-09-14 22:13:53 +0200
commitf00768b455748f88ebbdbd55c9c02a21caa4ff8d (patch)
treedff4b89189151c77e3443beb4643d999e40f95db /linguistics
parent36fe3265ddf0a9d712e7000b3c68706ef79360a0 (diff)
parente762daf7393dbd0dc07aa25b2a5c4efc4441df3b (diff)
Merge pull request #19130 from vespa-engine/bratseth/sp-export
Make public
Diffstat (limited to 'linguistics')
-rw-r--r--linguistics/abi-spec.json72
-rw-r--r--linguistics/src/main/java/com/yahoo/language/sentencepiece/package-info.java7
2 files changed, 79 insertions, 0 deletions
diff --git a/linguistics/abi-spec.json b/linguistics/abi-spec.json
index 33cc1200e41..f410e83645e 100644
--- a/linguistics/abi-spec.json
+++ b/linguistics/abi-spec.json
@@ -700,5 +700,77 @@
"public abstract java.lang.String accentDrop(java.lang.String, com.yahoo.language.Language)"
],
"fields": []
+ },
+ "com.yahoo.language.sentencepiece.SentencePieceEncoder$Builder": {
+ "superClass": "java.lang.Object",
+ "interfaces": [],
+ "attributes": [
+ "public"
+ ],
+ "methods": [
+ "public void <init>()",
+ "public void addModel(com.yahoo.language.Language, java.nio.file.Path)",
+ "public com.yahoo.language.sentencepiece.SentencePieceEncoder$Builder addDefaultModel(java.nio.file.Path)",
+ "public java.util.Map getModels()",
+ "public com.yahoo.language.sentencepiece.SentencePieceEncoder$Builder setCollapseUnknowns(boolean)",
+ "public boolean getCollapseUnknowns()",
+ "public com.yahoo.language.sentencepiece.SentencePieceEncoder$Builder setScoring(com.yahoo.language.sentencepiece.SentencePieceEncoder$Scoring)",
+ "public com.yahoo.language.sentencepiece.SentencePieceEncoder$Scoring getScoring()",
+ "public com.yahoo.language.sentencepiece.SentencePieceEncoder build()"
+ ],
+ "fields": []
+ },
+ "com.yahoo.language.sentencepiece.SentencePieceEncoder$Scoring": {
+ "superClass": "java.lang.Enum",
+ "interfaces": [],
+ "attributes": [
+ "public",
+ "final",
+ "enum"
+ ],
+ "methods": [
+ "public static com.yahoo.language.sentencepiece.SentencePieceEncoder$Scoring[] values()",
+ "public static com.yahoo.language.sentencepiece.SentencePieceEncoder$Scoring valueOf(java.lang.String)"
+ ],
+ "fields": [
+ "public static final enum com.yahoo.language.sentencepiece.SentencePieceEncoder$Scoring highestScore",
+ "public static final enum com.yahoo.language.sentencepiece.SentencePieceEncoder$Scoring fewestSegments"
+ ]
+ },
+ "com.yahoo.language.sentencepiece.SentencePieceEncoder$TokenType": {
+ "superClass": "java.lang.Enum",
+ "interfaces": [],
+ "attributes": [
+ "public",
+ "final",
+ "enum"
+ ],
+ "methods": [
+ "public static com.yahoo.language.sentencepiece.SentencePieceEncoder$TokenType[] values()",
+ "public static com.yahoo.language.sentencepiece.SentencePieceEncoder$TokenType valueOf(java.lang.String)"
+ ],
+ "fields": [
+ "public static final enum com.yahoo.language.sentencepiece.SentencePieceEncoder$TokenType text",
+ "public static final enum com.yahoo.language.sentencepiece.SentencePieceEncoder$TokenType control",
+ "public static final enum com.yahoo.language.sentencepiece.SentencePieceEncoder$TokenType userDefined",
+ "public static final enum com.yahoo.language.sentencepiece.SentencePieceEncoder$TokenType unknown",
+ "public static final enum com.yahoo.language.sentencepiece.SentencePieceEncoder$TokenType unused"
+ ]
+ },
+ "com.yahoo.language.sentencepiece.SentencePieceEncoder": {
+ "superClass": "java.lang.Object",
+ "interfaces": [
+ "com.yahoo.language.process.Segmenter"
+ ],
+ "attributes": [
+ "public"
+ ],
+ "methods": [
+ "public void <init>(com.yahoo.language.sentencepiece.SentencePieceEncoder$Builder)",
+ "public java.util.List segment(java.lang.String, com.yahoo.language.Language)",
+ "public java.util.List encode(java.lang.String, com.yahoo.language.Language)",
+ "public java.lang.String normalize(java.lang.String)"
+ ],
+ "fields": []
}
} \ No newline at end of file
diff --git a/linguistics/src/main/java/com/yahoo/language/sentencepiece/package-info.java b/linguistics/src/main/java/com/yahoo/language/sentencepiece/package-info.java
new file mode 100644
index 00000000000..4a8673705ec
--- /dev/null
+++ b/linguistics/src/main/java/com/yahoo/language/sentencepiece/package-info.java
@@ -0,0 +1,7 @@
+// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
+@ExportPackage
+@PublicApi
+package com.yahoo.language.sentencepiece;
+
+import com.yahoo.api.annotations.PublicApi;
+import com.yahoo.osgi.annotation.ExportPackage;