diff options
| author | connell gough <connell@portrait-analytics.com> | 2023-04-11 10:13:20 -0700 |
|---|---|---|
| committer | connell gough <connell@portrait-analytics.com> | 2023-04-13 10:19:36 -0700 |
| commit | 32abe19159678b2d4bd2729cf737ab063b039060 (patch) | |
| tree | f3c52a638e238518c7ef26580cd70fdae25a4510 /model-integration | |
| parent | 24626895a39d4abefe8c7ce19f4b52738a74d1c2 (diff) | |
Include createTokenTypeIds
Diffstat (limited to 'model-integration')
| -rw-r--r-- | model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java b/model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java index dcce64ad1ee..19536f3cb32 100644 --- a/model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java +++ b/model-integration/src/main/java/ai/vespa/embedding/BertBaseEmbedder.java @@ -108,6 +108,7 @@ public class BertBaseEmbedder extends AbstractComponent implements Embedder { Tensor embedTokens(List<Integer> tokens, TensorType type) { Tensor inputSequence = createTensorRepresentation(tokens, "d1"); Tensor attentionMask = createAttentionMask(inputSequence); + Tensor tokenTypeIds = createTokenTypeIds(inputSequence); Map<String, Tensor> inputs; |