summaryrefslogtreecommitdiffstats
path: root/model-integration/src/test/java/ai
diff options
context:
space:
mode:
authorHÃ¥kon Hallingstad <hakon.hallingstad@gmail.com>2022-03-31 16:11:48 +0200
committerGitHub <noreply@github.com>2022-03-31 16:11:48 +0200
commit80556883dcdc350e2b5cfebde8ef482baeb36872 (patch)
treea1b1f2fcc46f94a3ea04c7a75748ed41b41caeea /model-integration/src/test/java/ai
parent47e4ac1d21570b8d8665e2d9a142871d7ea2442b (diff)
Revert "Add bert base embedder"
Diffstat (limited to 'model-integration/src/test/java/ai')
-rw-r--r--model-integration/src/test/java/ai/vespa/embedding/BertBaseEmbedderTest.java29
1 files changed, 0 insertions, 29 deletions
diff --git a/model-integration/src/test/java/ai/vespa/embedding/BertBaseEmbedderTest.java b/model-integration/src/test/java/ai/vespa/embedding/BertBaseEmbedderTest.java
deleted file mode 100644
index 519f24795ca..00000000000
--- a/model-integration/src/test/java/ai/vespa/embedding/BertBaseEmbedderTest.java
+++ /dev/null
@@ -1,29 +0,0 @@
-package ai.vespa.embedding;
-
-import com.yahoo.config.UrlReference;
-import com.yahoo.tensor.Tensor;
-import com.yahoo.tensor.TensorType;
-import org.junit.Test;
-
-import java.util.List;
-
-import static org.junit.Assert.assertEquals;
-
-public class BertBaseEmbedderTest {
-
- @Test
- public void testEmbedder() {
- BertBaseEmbedderConfig.Builder builder = new BertBaseEmbedderConfig.Builder();
- builder.tokenizerVocabUrl(new UrlReference("src/test/models/onnx/transformer/dummy_vocab.txt"));
- builder.transformerModelUrl(new UrlReference("src/test/models/onnx/transformer/dummy_transformer.onnx"));
- BertBaseEmbedder embedder = new BertBaseEmbedder(builder.build());
-
- TensorType destType = TensorType.fromSpec("tensor<float>(x[7])");
- List<Integer> tokens = List.of(1,2,3,4,5); // use random tokens instead of invoking the tokenizer
- Tensor embedding = embedder.embedTokens(tokens, destType);
-
- Tensor expected = Tensor.from("tensor<float>(x[7]):[-0.6178509, -0.8135831, 0.34416935, 0.3912577, -0.13068882, 2.5897025E-4, -0.18638384]");
- assertEquals(embedding, expected);
- }
-
-}