diff options
author | HÃ¥kon Hallingstad <hakon.hallingstad@gmail.com> | 2022-03-31 16:11:48 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2022-03-31 16:11:48 +0200 |
commit | 80556883dcdc350e2b5cfebde8ef482baeb36872 (patch) | |
tree | a1b1f2fcc46f94a3ea04c7a75748ed41b41caeea /model-integration/src/test/java/ai | |
parent | 47e4ac1d21570b8d8665e2d9a142871d7ea2442b (diff) |
Revert "Add bert base embedder"
Diffstat (limited to 'model-integration/src/test/java/ai')
-rw-r--r-- | model-integration/src/test/java/ai/vespa/embedding/BertBaseEmbedderTest.java | 29 |
1 files changed, 0 insertions, 29 deletions
diff --git a/model-integration/src/test/java/ai/vespa/embedding/BertBaseEmbedderTest.java b/model-integration/src/test/java/ai/vespa/embedding/BertBaseEmbedderTest.java deleted file mode 100644 index 519f24795ca..00000000000 --- a/model-integration/src/test/java/ai/vespa/embedding/BertBaseEmbedderTest.java +++ /dev/null @@ -1,29 +0,0 @@ -package ai.vespa.embedding; - -import com.yahoo.config.UrlReference; -import com.yahoo.tensor.Tensor; -import com.yahoo.tensor.TensorType; -import org.junit.Test; - -import java.util.List; - -import static org.junit.Assert.assertEquals; - -public class BertBaseEmbedderTest { - - @Test - public void testEmbedder() { - BertBaseEmbedderConfig.Builder builder = new BertBaseEmbedderConfig.Builder(); - builder.tokenizerVocabUrl(new UrlReference("src/test/models/onnx/transformer/dummy_vocab.txt")); - builder.transformerModelUrl(new UrlReference("src/test/models/onnx/transformer/dummy_transformer.onnx")); - BertBaseEmbedder embedder = new BertBaseEmbedder(builder.build()); - - TensorType destType = TensorType.fromSpec("tensor<float>(x[7])"); - List<Integer> tokens = List.of(1,2,3,4,5); // use random tokens instead of invoking the tokenizer - Tensor embedding = embedder.embedTokens(tokens, destType); - - Tensor expected = Tensor.from("tensor<float>(x[7]):[-0.6178509, -0.8135831, 0.34416935, 0.3912577, -0.13068882, 2.5897025E-4, -0.18638384]"); - assertEquals(embedding, expected); - } - -} |