diff options
| author | Lester Solbakken <lesters@oath.com> | 2022-09-15 09:34:18 +0200 |
|---|---|---|
| committer | Lester Solbakken <lesters@oath.com> | 2022-09-15 09:34:18 +0200 |
| commit | 28a6131cad8544d16795e70c177850e329493130 (patch) | |
| tree | e733f0762a10a761f6b73ce59fd127681868353f /model-integration | |
| parent | 8794e211760b38f73b8e65ee63379ead84bf175a (diff) | |
Simplify token type ids for BERT embedder
Diffstat (limited to 'model-integration')
| -rw-r--r-- | model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java b/model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java index 149598ee2dd..c25fc8704b0 100644 --- a/model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java +++ b/model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java @@ -152,7 +152,7 @@ public class BertBaseEmbedder implements Embedder { } private static Tensor createTokenTypeIds(Tensor d) { - return d.map((x) -> x > 0 ? 0:0); + return d.map((x) -> 0); // Assume only one token type } private int modifyThreadCount(int numThreads) { |