diff options
Diffstat (limited to 'linguistics-components')
| -rw-r--r-- | linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java b/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java index a805fc79a64..da3068c3744 100644 --- a/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java +++ b/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java @@ -105,8 +105,9 @@ public class HuggingFaceTokenizer extends AbstractComponent implements Embedder, public Encoding encode(String text) { return encode(text, Language.UNKNOWN); } public Encoding encode(String text, Language language) { return Encoding.from(resolve(language).encode(text)); } - public String decode(List<Long> tokens) { return decode(tokens, Language.UNKNOWN); } - public String decode(List<Long> tokens, Language language) { return resolve(language).decode(toArray(tokens)); } + + public String decode(long [] tokens) { return decode(tokens, Language.UNKNOWN); } + public String decode(long [] tokens, Language language) { return resolve(language).decode(tokens); } @Override public void close() { |