diff options
author | Henning Baldersheim <balder@yahoo-inc.com> | 2024-01-18 21:36:56 +0100 |
---|---|---|
committer | Henning Baldersheim <balder@yahoo-inc.com> | 2024-01-18 21:36:56 +0100 |
commit | 2a66025fe93b39f8d87201ceafe48345f7a4dc3f (patch) | |
tree | 9db3169e523ed9812b8047e00f5ce0f8ce4a753c /linguistics-components | |
parent | 254862ddf5d55923232abef00e6c2fff32bf463b (diff) |
Construct array right away instead of going via a single element list and the java stream api.
Diffstat (limited to 'linguistics-components')
-rw-r--r-- | linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java b/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java index a805fc79a64..da3068c3744 100644 --- a/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java +++ b/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java @@ -105,8 +105,9 @@ public class HuggingFaceTokenizer extends AbstractComponent implements Embedder, public Encoding encode(String text) { return encode(text, Language.UNKNOWN); } public Encoding encode(String text, Language language) { return Encoding.from(resolve(language).encode(text)); } - public String decode(List<Long> tokens) { return decode(tokens, Language.UNKNOWN); } - public String decode(List<Long> tokens, Language language) { return resolve(language).decode(toArray(tokens)); } + + public String decode(long [] tokens) { return decode(tokens, Language.UNKNOWN); } + public String decode(long [] tokens, Language language) { return resolve(language).decode(tokens); } @Override public void close() { |