summaryrefslogtreecommitdiffstats
path: root/linguistics/src
diff options
context:
space:
mode:
authorJon Bratseth <bratseth@gmail.com>2021-09-19 22:03:39 +0200
committerJon Bratseth <bratseth@gmail.com>2021-09-19 22:03:39 +0200
commit03cca9c42b32d8d4ba24b348f8466de42bb05cd7 (patch)
treea6348759bf87ddb7cece3e74477067dc3981188a /linguistics/src
parent7ccaece3a2d065de9eb5a4cb18bc2f02d908d595 (diff)
Add 'encode' expression
Diffstat (limited to 'linguistics/src')
-rw-r--r--linguistics/src/main/java/com/yahoo/language/process/Encoder.java17
1 files changed, 17 insertions, 0 deletions
diff --git a/linguistics/src/main/java/com/yahoo/language/process/Encoder.java b/linguistics/src/main/java/com/yahoo/language/process/Encoder.java
index 91de16f669b..27f73d15e54 100644
--- a/linguistics/src/main/java/com/yahoo/language/process/Encoder.java
+++ b/linguistics/src/main/java/com/yahoo/language/process/Encoder.java
@@ -14,6 +14,9 @@ import java.util.List;
*/
public interface Encoder {
+ /** An instance of this which throws IllegalStateException if attempted used */
+ Encoder throwsOnUse = new FailingEncoder();
+
/**
* Encodes text into tokens in a list of ids.
*
@@ -36,4 +39,18 @@ public interface Encoder {
*/
Tensor encode(String text, Language language, TensorType tensorType);
+ class FailingEncoder implements Encoder {
+
+ @Override
+ public List<Integer> encode(String text, Language language) {
+ throw new IllegalStateException("No encoder has been configured");
+ }
+
+ @Override
+ public Tensor encode(String text, Language language, TensorType tensorType) {
+ throw new IllegalStateException("No encoder has been configured");
+ }
+
+ }
+
}