diff options
author | Arne Juul <arnej@yahooinc.com> | 2023-06-26 12:29:45 +0000 |
---|---|---|
committer | Arne Juul <arnej@yahooinc.com> | 2023-06-26 13:06:51 +0000 |
commit | cc517d86dc886058cdc5f95a318945a6a328da28 (patch) | |
tree | cef1ca84628800fc8226ccb30626688a3efdf49b /vespajlib/src/test/java/com/yahoo/tensor/functions | |
parent | 626bcc6c265229d8c97f4e0a1c996013650b335e (diff) |
add cosine_similarity
Diffstat (limited to 'vespajlib/src/test/java/com/yahoo/tensor/functions')
-rw-r--r-- | vespajlib/src/test/java/com/yahoo/tensor/functions/CosineSimilarityTestCase.java | 66 |
1 files changed, 66 insertions, 0 deletions
diff --git a/vespajlib/src/test/java/com/yahoo/tensor/functions/CosineSimilarityTestCase.java b/vespajlib/src/test/java/com/yahoo/tensor/functions/CosineSimilarityTestCase.java new file mode 100644 index 00000000000..b303e2c1739 --- /dev/null +++ b/vespajlib/src/test/java/com/yahoo/tensor/functions/CosineSimilarityTestCase.java @@ -0,0 +1,66 @@ +// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. +package com.yahoo.tensor.functions; + +import com.yahoo.tensor.Tensor; +import com.yahoo.tensor.TensorType; +import com.yahoo.tensor.evaluation.VariableTensor; +import org.junit.Test; + +import java.util.List; + +import static org.junit.Assert.assertEquals; + +/** + * @author arnej + */ +public class CosineSimilarityTestCase { + + @Test + public void testVectorSimilarity() { + var a = Tensor.from("tensor(x[3]):[ 2.0, 3.0, 6.0]"); + var b = Tensor.from("tensor(x[3]):[-2.0, 0.0, 0.0]"); + var c = Tensor.from("tensor(x[3]):[ 0.0, 4.0, 3.0]"); + var op = new CosineSimilarity<>(new ConstantTensor<>(a), new ConstantTensor<>(b), "x"); + Tensor result = op.evaluate(); + assertEquals((-2.0 / 7.0), result.asDouble(), 0.000001); + op = new CosineSimilarity<>(new ConstantTensor<>(b), new ConstantTensor<>(a), "x"); + result = op.evaluate(); + assertEquals((-2.0 / 7.0), result.asDouble(), 0.000001); + op = new CosineSimilarity<>(new ConstantTensor<>(a), new ConstantTensor<>(c), "x"); + result = op.evaluate(); + assertEquals((30.0 / 35.0), result.asDouble(), 0.000001); + op = new CosineSimilarity<>(new ConstantTensor<>(b), new ConstantTensor<>(c), "x"); + result = op.evaluate(); + assertEquals(0.0, result.asDouble(), 0.000001); + } + + @Test + public void testSimilarityInMixed() { + var a = Tensor.from("tensor(c{},yy[3]):{foo:[3.0, 4.0, 0.0],bar:[0.0, -4.0, 3.0]}"); + var b = Tensor.from("tensor(c{},yy[3]):{foo:[0.0, 4.0, -3.0],bar:[4.0, 0.0, -3.0]}"); + var op = new CosineSimilarity<>(new ConstantTensor<>(a), new ConstantTensor<>(b), "yy"); + Tensor result = op.evaluate(); + var expect = Tensor.from("tensor(c{}):{foo:0.64,bar:-0.36}"); + assertEquals(expect, result); + } + + @Test + public void testExpansion() { + var tType = TensorType.fromSpec("tensor(vecdim[128])"); + var a = new VariableTensor<>("left", tType); + var b = new VariableTensor<>("right", tType); + var op = new CosineSimilarity<>(a, b, "vecdim"); + assertEquals("join(" + + ( "reduce(join(left, right, f(a,b)(a * b)), sum, vecdim), " + + "map(" + + ( "join(" + + ( "reduce(join(left, left, f(a,b)(a * b)), sum, vecdim), " + + "reduce(join(right, right, f(a,b)(a * b)), sum, vecdim), " + + "f(a,b)(a * b)), " ) + + "f(a)(sqrt(a))), " ) + + "f(a,b)(a / b)" ) + + ")", + op.toPrimitive().toString()); + } + +} |