summaryrefslogtreecommitdiffstats
path: root/linguistics/src/main/java/com/yahoo/language/process/Embedder.java
diff options
context:
space:
mode:
Diffstat (limited to 'linguistics/src/main/java/com/yahoo/language/process/Embedder.java')
-rw-r--r--linguistics/src/main/java/com/yahoo/language/process/Embedder.java37
1 files changed, 37 insertions, 0 deletions
diff --git a/linguistics/src/main/java/com/yahoo/language/process/Embedder.java b/linguistics/src/main/java/com/yahoo/language/process/Embedder.java
index 055861c5388..1d2e1bcc847 100644
--- a/linguistics/src/main/java/com/yahoo/language/process/Embedder.java
+++ b/linguistics/src/main/java/com/yahoo/language/process/Embedder.java
@@ -1,10 +1,12 @@
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.language.process;
+import com.yahoo.api.annotations.Beta;
import com.yahoo.language.Language;
import com.yahoo.tensor.Tensor;
import com.yahoo.tensor.TensorType;
+import java.time.Duration;
import java.util.List;
import java.util.Map;
@@ -64,15 +66,42 @@ public interface Embedder {
*/
Tensor embed(String text, Context context, TensorType tensorType);
+ /**
+ * Runtime that is injectable through {@link Embedder} constructor.
+ */
+ @Beta
+ interface Runtime {
+ /** Sample latency metric for embedding */
+ void sampleEmbeddingLatency(Duration latency, Context ctx);
+ /** Sample sequence length metric for embedding */
+ void sampleSequenceLength(long length, Context ctx);
+
+ static Runtime testInstance() {
+ return new Runtime() {
+ @Override public void sampleEmbeddingLatency(Duration latency, Context ctx) { }
+ @Override public void sampleSequenceLength(long length, Context ctx) { }
+ };
+ }
+ }
+
class Context {
private Language language = Language.UNKNOWN;
private String destination;
+ private String embedderId = "unknown";
public Context(String destination) {
this.destination = destination;
}
+ private Context(Context other) {
+ language = other.language;
+ destination = other.destination;
+ embedderId = other.embedderId;
+ }
+
+ public Context copy() { return new Context(this); }
+
/** Returns the language of the text, or UNKNOWN (default) to use a language independent embedding */
public Language getLanguage() { return language; }
@@ -102,6 +131,14 @@ public interface Embedder {
return this;
}
+ /** Return the embedder id or 'unknown' if not set */
+ public String getEmbedderId() { return embedderId; }
+
+ /** Sets the embedder id */
+ public Context setEmbedderId(String embedderId) {
+ this.embedderId = embedderId;
+ return this;
+ }
}
class FailingEmbedder implements Embedder {