summaryrefslogtreecommitdiffstats
path: root/linguistics-components
diff options
context:
space:
mode:
authorHenning Baldersheim <balder@yahoo-inc.com>2024-01-18 21:36:56 +0100
committerHenning Baldersheim <balder@yahoo-inc.com>2024-01-18 21:36:56 +0100
commit2a66025fe93b39f8d87201ceafe48345f7a4dc3f (patch)
tree9db3169e523ed9812b8047e00f5ce0f8ce4a753c /linguistics-components
parent254862ddf5d55923232abef00e6c2fff32bf463b (diff)
Construct array right away instead of going via a single element list and the java stream api.
Diffstat (limited to 'linguistics-components')
-rw-r--r--linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java5
1 files changed, 3 insertions, 2 deletions
diff --git a/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java b/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java
index a805fc79a64..da3068c3744 100644
--- a/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java
+++ b/linguistics-components/src/main/java/com/yahoo/language/huggingface/HuggingFaceTokenizer.java
@@ -105,8 +105,9 @@ public class HuggingFaceTokenizer extends AbstractComponent implements Embedder,
public Encoding encode(String text) { return encode(text, Language.UNKNOWN); }
public Encoding encode(String text, Language language) { return Encoding.from(resolve(language).encode(text)); }
- public String decode(List<Long> tokens) { return decode(tokens, Language.UNKNOWN); }
- public String decode(List<Long> tokens, Language language) { return resolve(language).decode(toArray(tokens)); }
+
+ public String decode(long [] tokens) { return decode(tokens, Language.UNKNOWN); }
+ public String decode(long [] tokens, Language language) { return resolve(language).decode(tokens); }
@Override
public void close() {