diff options
author | Jon Bratseth <bratseth@gmail.com> | 2021-09-19 22:03:39 +0200 |
---|---|---|
committer | Jon Bratseth <bratseth@gmail.com> | 2021-09-19 22:03:39 +0200 |
commit | 03cca9c42b32d8d4ba24b348f8466de42bb05cd7 (patch) | |
tree | a6348759bf87ddb7cece3e74477067dc3981188a /linguistics/src/main/java/com/yahoo | |
parent | 7ccaece3a2d065de9eb5a4cb18bc2f02d908d595 (diff) |
Add 'encode' expression
Diffstat (limited to 'linguistics/src/main/java/com/yahoo')
-rw-r--r-- | linguistics/src/main/java/com/yahoo/language/process/Encoder.java | 17 |
1 files changed, 17 insertions, 0 deletions
diff --git a/linguistics/src/main/java/com/yahoo/language/process/Encoder.java b/linguistics/src/main/java/com/yahoo/language/process/Encoder.java index 91de16f669b..27f73d15e54 100644 --- a/linguistics/src/main/java/com/yahoo/language/process/Encoder.java +++ b/linguistics/src/main/java/com/yahoo/language/process/Encoder.java @@ -14,6 +14,9 @@ import java.util.List; */ public interface Encoder { + /** An instance of this which throws IllegalStateException if attempted used */ + Encoder throwsOnUse = new FailingEncoder(); + /** * Encodes text into tokens in a list of ids. * @@ -36,4 +39,18 @@ public interface Encoder { */ Tensor encode(String text, Language language, TensorType tensorType); + class FailingEncoder implements Encoder { + + @Override + public List<Integer> encode(String text, Language language) { + throw new IllegalStateException("No encoder has been configured"); + } + + @Override + public Tensor encode(String text, Language language, TensorType tensorType) { + throw new IllegalStateException("No encoder has been configured"); + } + + } + } |