add unit test with deep nesting of ranking expressions

92 files changed, 441 insertions, 0 deletions

diff --git a/model-evaluation/src/test/java/ai/vespa/models/evaluation/TinyBertTest.java b/model-evaluation/src/test/java/ai/vespa/models/evaluation/TinyBertTest.java
new file mode 100644
index 00000000000..dd240454928
--- /dev/null
+++ b/model-evaluation/src/test/java/ai/vespa/models/evaluation/TinyBertTest.java
@@ -0,0 +1,19 @@
+// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
+package ai.vespa.models.evaluation;
+
+import org.junit.Test;
+
+import static org.junit.Assert.assertEquals;
+
+/**
+ * @author arnej
+ */
+public class TinyBertTest {
+
+    @Test
+    public void testTinyBert() {
+        ModelTester tester = new ModelTester("src/test/resources/config/tinybert/");
+        assertEquals(3, tester.models().size());
+    }
+
+}
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/12c4ee4c5547a64e/tinybert_encoder_layer_3_attention_output_LayerNorm_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/12c4ee4c5547a64e/tinybert_encoder_layer_3_attention_output_LayerNorm_bias.tbf
new file mode 100644
index 00000000000..de3c8e5bf5d
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/12c4ee4c5547a64e/tinybert_encoder_layer_3_attention_output_LayerNorm_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/12e62273a701da0c/tinybert_encoder_layer_1_attention_output_LayerNorm_weight.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/12e62273a701da0c/tinybert_encoder_layer_1_attention_output_LayerNorm_weight.tbf
new file mode 100644
index 00000000000..fbbda1936b9
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/12e62273a701da0c/tinybert_encoder_layer_1_attention_output_LayerNorm_weight.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/13cb87130508f381/tinybert_encoder_layer_3_output_LayerNorm_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/13cb87130508f381/tinybert_encoder_layer_3_output_LayerNorm_bias.tbf
new file mode 100644
index 00000000000..19ed89626dc
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/13cb87130508f381/tinybert_encoder_layer_3_output_LayerNorm_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/14b40ffc665653da/tinybert_embeddings_LayerNorm_weight.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/14b40ffc665653da/tinybert_embeddings_LayerNorm_weight.tbf
new file mode 100644
index 00000000000..ac77ab88387
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/14b40ffc665653da/tinybert_embeddings_LayerNorm_weight.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/1667a5cf592c365/tinybert_615.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/1667a5cf592c365/tinybert_615.tbf
new file mode 100644
index 00000000000..2d5c391f448
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/1667a5cf592c365/tinybert_615.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/16bc5a7698891f15/tinybert_pooler_dense_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/16bc5a7698891f15/tinybert_pooler_dense_bias.tbf
new file mode 100644
index 00000000000..548b7688322
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/16bc5a7698891f15/tinybert_pooler_dense_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/1bdfde9445c7cb6d/tinybert_encoder_layer_0_attention_output_LayerNorm_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/1bdfde9445c7cb6d/tinybert_encoder_layer_0_attention_output_LayerNorm_bias.tbf
new file mode 100644
index 00000000000..9f1103c1ab8
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/1bdfde9445c7cb6d/tinybert_encoder_layer_0_attention_output_LayerNorm_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/1bfb351718ce25f2/tinybert_Concat_363.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/1bfb351718ce25f2/tinybert_Concat_363.tbf
new file mode 100644
index 00000000000..92f5925674a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/1bfb351718ce25f2/tinybert_Concat_363.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/1e0c4bc8a082d938/tinybert_encoder_layer_1_attention_output_dense_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/1e0c4bc8a082d938/tinybert_encoder_layer_1_attention_output_dense_bias.tbf
new file mode 100644
index 00000000000..581f0261c86
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/1e0c4bc8a082d938/tinybert_encoder_layer_1_attention_output_dense_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/24d385c5920aaaec/tinybert_encoder_layer_0_output_dense_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/24d385c5920aaaec/tinybert_encoder_layer_0_output_dense_bias.tbf
new file mode 100644
index 00000000000..7da63fd9275
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/24d385c5920aaaec/tinybert_encoder_layer_0_output_dense_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/261b74d9b1faa77d/tinybert_encoder_layer_3_attention_self_query_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/261b74d9b1faa77d/tinybert_encoder_layer_3_attention_self_query_bias.tbf
new file mode 100644
index 00000000000..c5f7ea3dc10
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/261b74d9b1faa77d/tinybert_encoder_layer_3_attention_self_query_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/27e2afaa08b38e1/tinybert_encoder_layer_1_output_LayerNorm_weight.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/27e2afaa08b38e1/tinybert_encoder_layer_1_output_LayerNorm_weight.tbf
new file mode 100644
index 00000000000..bd5526d35ac
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/27e2afaa08b38e1/tinybert_encoder_layer_1_output_LayerNorm_weight.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/2901f3bcfdb170a4/tinybert_611.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/2901f3bcfdb170a4/tinybert_611.tbf
new file mode 100644
index 00000000000..9e03951e83d
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/2901f3bcfdb170a4/tinybert_611.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/31795fa4ab9cdcee/tinybert_encoder_layer_0_output_LayerNorm_weight.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/31795fa4ab9cdcee/tinybert_encoder_layer_0_output_LayerNorm_weight.tbf
new file mode 100644
index 00000000000..644535defda
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/31795fa4ab9cdcee/tinybert_encoder_layer_0_output_LayerNorm_weight.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/36b4a3d779ef7201/tinybert_600.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/36b4a3d779ef7201/tinybert_600.tbf
new file mode 100644
index 00000000000..5f225f99f18
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/36b4a3d779ef7201/tinybert_600.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/3a3d747f48b9d8c7/tinybert_encoder_layer_0_output_LayerNorm_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/3a3d747f48b9d8c7/tinybert_encoder_layer_0_output_LayerNorm_bias.tbf
new file mode 100644
index 00000000000..8e46c9c29e3
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/3a3d747f48b9d8c7/tinybert_encoder_layer_0_output_LayerNorm_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/4f7d38d29831c94c/tinybert_Concat_269.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/4f7d38d29831c94c/tinybert_Concat_269.tbf
new file mode 100644
index 00000000000..92f5925674a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/4f7d38d29831c94c/tinybert_Concat_269.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/52e4f13729329216/tinybert_624.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/52e4f13729329216/tinybert_624.tbf
new file mode 100644
index 00000000000..992f315f25f
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/52e4f13729329216/tinybert_624.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/5326aaa30d3cd2fd/tinybert_encoder_layer_2_attention_output_LayerNorm_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/5326aaa30d3cd2fd/tinybert_encoder_layer_2_attention_output_LayerNorm_bias.tbf
new file mode 100644
index 00000000000..7811770c682
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/5326aaa30d3cd2fd/tinybert_encoder_layer_2_attention_output_LayerNorm_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/5571e3625094b475/tinybert_629.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/5571e3625094b475/tinybert_629.tbf
new file mode 100644
index 00000000000..3ca924832e2
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/5571e3625094b475/tinybert_629.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/590fe4d33400f007/tinybert_embeddings_LayerNorm_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/590fe4d33400f007/tinybert_embeddings_LayerNorm_bias.tbf
new file mode 100644
index 00000000000..ca7f0a68c87
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/590fe4d33400f007/tinybert_embeddings_LayerNorm_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/5bdfe53fc08f095/tinybert_encoder_layer_0_attention_self_query_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/5bdfe53fc08f095/tinybert_encoder_layer_0_attention_self_query_bias.tbf
new file mode 100644
index 00000000000..b4a7ae93485
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/5bdfe53fc08f095/tinybert_encoder_layer_0_attention_self_query_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/5d4350323a071e9f/tinybert_616.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/5d4350323a071e9f/tinybert_616.tbf
new file mode 100644
index 00000000000..227eddbb104
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/5d4350323a071e9f/tinybert_616.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/5f4e10876d3b273b/tinybert_630.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/5f4e10876d3b273b/tinybert_630.tbf
new file mode 100644
index 00000000000..c807c7f8afb
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/5f4e10876d3b273b/tinybert_630.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/5fa74195044c3fcd/tinybert_Concat_154.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/5fa74195044c3fcd/tinybert_Concat_154.tbf
new file mode 100644
index 00000000000..92f5925674a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/5fa74195044c3fcd/tinybert_Concat_154.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/60bab4fc23fe183e/tinybert_Concat_248.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/60bab4fc23fe183e/tinybert_Concat_248.tbf
new file mode 100644
index 00000000000..92f5925674a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/60bab4fc23fe183e/tinybert_Concat_248.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/61115ebdbd912cc1/tinybert_encoder_layer_0_attention_self_key_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/61115ebdbd912cc1/tinybert_encoder_layer_0_attention_self_key_bias.tbf
new file mode 100644
index 00000000000..6c2ce73850d
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/61115ebdbd912cc1/tinybert_encoder_layer_0_attention_self_key_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/62013069bfe7e037/tinybert_631.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/62013069bfe7e037/tinybert_631.tbf
new file mode 100644
index 00000000000..6a1664a8aa5
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/62013069bfe7e037/tinybert_631.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/64ea58b13d6a706c/tinybert_Concat_100.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/64ea58b13d6a706c/tinybert_Concat_100.tbf
new file mode 100644
index 00000000000..087437be568
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/64ea58b13d6a706c/tinybert_Concat_100.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/65461c703dbdae0c/tinybert_Concat_165.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/65461c703dbdae0c/tinybert_Concat_165.tbf
new file mode 100644
index 00000000000..92f5925674a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/65461c703dbdae0c/tinybert_Concat_165.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/669c970d89cc2ba7/tinybert_Concat_259.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/669c970d89cc2ba7/tinybert_Concat_259.tbf
new file mode 100644
index 00000000000..92f5925674a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/669c970d89cc2ba7/tinybert_Concat_259.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/689165a57d7656c9/tinybert_614.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/689165a57d7656c9/tinybert_614.tbf
new file mode 100644
index 00000000000..8eef245c63a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/689165a57d7656c9/tinybert_614.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/69bd5a278268d6a8/tinybert_encoder_layer_2_attention_self_key_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/69bd5a278268d6a8/tinybert_encoder_layer_2_attention_self_key_bias.tbf
new file mode 100644
index 00000000000..aef2fbcf48f
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/69bd5a278268d6a8/tinybert_encoder_layer_2_attention_self_key_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/6b9c014f349b42b3/tinybert_Concat_175.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/6b9c014f349b42b3/tinybert_Concat_175.tbf
new file mode 100644
index 00000000000..92f5925674a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/6b9c014f349b42b3/tinybert_Concat_175.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/704d97f73a6ea9fb/tinybert_encoder_layer_1_attention_self_query_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/704d97f73a6ea9fb/tinybert_encoder_layer_1_attention_self_query_bias.tbf
new file mode 100644
index 00000000000..0a29fd69941
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/704d97f73a6ea9fb/tinybert_encoder_layer_1_attention_self_query_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/71379a41f448366f/tinybert_encoder_layer_2_output_LayerNorm_weight.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/71379a41f448366f/tinybert_encoder_layer_2_output_LayerNorm_weight.tbf
new file mode 100644
index 00000000000..2cf47343708
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/71379a41f448366f/tinybert_encoder_layer_2_output_LayerNorm_weight.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/767334a7ff3e73e7/tinybert_encoder_layer_1_attention_self_key_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/767334a7ff3e73e7/tinybert_encoder_layer_1_attention_self_key_bias.tbf
new file mode 100644
index 00000000000..20fd777fd4d
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/767334a7ff3e73e7/tinybert_encoder_layer_1_attention_self_key_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/7c076b59f45223ef/tinybert_Concat_382.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/7c076b59f45223ef/tinybert_Concat_382.tbf
new file mode 100644
index 00000000000..087437be568
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/7c076b59f45223ef/tinybert_Concat_382.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/7d01968ada002ff8/tinybert_embeddings_token_type_embeddings_weight.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/7d01968ada002ff8/tinybert_embeddings_token_type_embeddings_weight.tbf
new file mode 100644
index 00000000000..4836206f87b
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/7d01968ada002ff8/tinybert_embeddings_token_type_embeddings_weight.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/7ef6de3dd8902534/tinybert_645.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/7ef6de3dd8902534/tinybert_645.tbf
new file mode 100644
index 00000000000..1ca37d183d4
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/7ef6de3dd8902534/tinybert_645.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/8216d52cc5aa31bd/tinybert_Concat_288.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/8216d52cc5aa31bd/tinybert_Concat_288.tbf
new file mode 100644
index 00000000000..087437be568
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/8216d52cc5aa31bd/tinybert_Concat_288.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/82f078dd5493eab/tinybert_644.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/82f078dd5493eab/tinybert_644.tbf
new file mode 100644
index 00000000000..1b756e25a3c
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/82f078dd5493eab/tinybert_644.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/86bda18083e89158/tinybert_encoder_layer_3_attention_self_key_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/86bda18083e89158/tinybert_encoder_layer_3_attention_self_key_bias.tbf
new file mode 100644
index 00000000000..8edf36a983b
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/86bda18083e89158/tinybert_encoder_layer_3_attention_self_key_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/880243d76119d1be/tinybert_Concat_60.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/880243d76119d1be/tinybert_Concat_60.tbf
new file mode 100644
index 00000000000..92f5925674a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/880243d76119d1be/tinybert_Concat_60.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/8ee0f683d1a850c5/tinybert_encoder_layer_3_output_LayerNorm_weight.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/8ee0f683d1a850c5/tinybert_encoder_layer_3_output_LayerNorm_weight.tbf
new file mode 100644
index 00000000000..038ae981313
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/8ee0f683d1a850c5/tinybert_encoder_layer_3_output_LayerNorm_weight.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/8fef598bac28930b/tinybert_encoder_layer_2_intermediate_dense_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/8fef598bac28930b/tinybert_encoder_layer_2_intermediate_dense_bias.tbf
new file mode 100644
index 00000000000..cc6b08d778f
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/8fef598bac28930b/tinybert_encoder_layer_2_intermediate_dense_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/923e51a03f5d6c88/tinybert_646.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/923e51a03f5d6c88/tinybert_646.tbf
new file mode 100644
index 00000000000..29ead9a3353
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/923e51a03f5d6c88/tinybert_646.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/93736ee6488d12f9/tinybert_encoder_layer_2_attention_self_value_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/93736ee6488d12f9/tinybert_encoder_layer_2_attention_self_value_bias.tbf
new file mode 100644
index 00000000000..e7012d8bc68
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/93736ee6488d12f9/tinybert_encoder_layer_2_attention_self_value_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/9496f2740a93d981/tinybert_encoder_layer_0_attention_self_value_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/9496f2740a93d981/tinybert_encoder_layer_0_attention_self_value_bias.tbf
new file mode 100644
index 00000000000..85f6cccd5d0
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/9496f2740a93d981/tinybert_encoder_layer_0_attention_self_value_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/99f6d1ba780ffe21/tinybert_encoder_layer_2_attention_output_dense_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/99f6d1ba780ffe21/tinybert_encoder_layer_2_attention_output_dense_bias.tbf
new file mode 100644
index 00000000000..3c48f3730fe
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/99f6d1ba780ffe21/tinybert_encoder_layer_2_attention_output_dense_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/9a8e585e32950ecf/tinybert_encoder_layer_3_attention_output_dense_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/9a8e585e32950ecf/tinybert_encoder_layer_3_attention_output_dense_bias.tbf
new file mode 100644
index 00000000000..7403e39f075
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/9a8e585e32950ecf/tinybert_encoder_layer_3_attention_output_dense_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/9ad03013d8ea199b/tinybert_encoder_layer_0_intermediate_dense_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/9ad03013d8ea199b/tinybert_encoder_layer_0_intermediate_dense_bias.tbf
new file mode 100644
index 00000000000..80e48b2ead1
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/9ad03013d8ea199b/tinybert_encoder_layer_0_intermediate_dense_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/9d8e9504a5b2d19b/tinybert_627.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/9d8e9504a5b2d19b/tinybert_627.tbf
new file mode 100644
index 00000000000..b03f3622129
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/9d8e9504a5b2d19b/tinybert_627.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/9ee8715bbc085dfb/tinybert_657.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/9ee8715bbc085dfb/tinybert_657.tbf
new file mode 100644
index 00000000000..c04c5315e1f
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/9ee8715bbc085dfb/tinybert_657.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/a05168f0aef055b4/tinybert_pooler_dense_weight.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/a05168f0aef055b4/tinybert_pooler_dense_weight.tbf
new file mode 100644
index 00000000000..3dd4292318d
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/a05168f0aef055b4/tinybert_pooler_dense_weight.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/a10cda99920a91b7/tinybert_encoder_layer_3_attention_self_value_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/a10cda99920a91b7/tinybert_encoder_layer_3_attention_self_value_bias.tbf
new file mode 100644
index 00000000000..a870847c54c
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/a10cda99920a91b7/tinybert_encoder_layer_3_attention_self_value_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/a25a5243e3c26732/tinybert_Gather_31.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/a25a5243e3c26732/tinybert_Gather_31.tbf
new file mode 100644
index 00000000000..2bd280993e3
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/a25a5243e3c26732/tinybert_Gather_31.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/a642396691f08a5f/tinybert_encoder_layer_2_attention_self_query_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/a642396691f08a5f/tinybert_encoder_layer_2_attention_self_query_bias.tbf
new file mode 100644
index 00000000000..5dedb2c94e4
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/a642396691f08a5f/tinybert_encoder_layer_2_attention_self_query_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/a7d13f6c41a99226/tinybert_641.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/a7d13f6c41a99226/tinybert_641.tbf
new file mode 100644
index 00000000000..d62a8785c0e
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/a7d13f6c41a99226/tinybert_641.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/a893d4ac541d42eb/tinybert_encoder_layer_3_intermediate_dense_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/a893d4ac541d42eb/tinybert_encoder_layer_3_intermediate_dense_bias.tbf
new file mode 100644
index 00000000000..5eb6b7bc8f8
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/a893d4ac541d42eb/tinybert_encoder_layer_3_intermediate_dense_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/ac91e41746178779/tinybert_encoder_layer_0_attention_output_dense_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/ac91e41746178779/tinybert_encoder_layer_0_attention_output_dense_bias.tbf
new file mode 100644
index 00000000000..0cbc07ade5b
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/ac91e41746178779/tinybert_encoder_layer_0_attention_output_dense_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/bac9a3d7f3f7e173/tinybert_encoder_layer_1_output_dense_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/bac9a3d7f3f7e173/tinybert_encoder_layer_1_output_dense_bias.tbf
new file mode 100644
index 00000000000..7e6a18a281b
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/bac9a3d7f3f7e173/tinybert_encoder_layer_1_output_dense_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/bb406a628e9df4d3/tinybert_Concat_194.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/bb406a628e9df4d3/tinybert_Concat_194.tbf
new file mode 100644
index 00000000000..087437be568
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/bb406a628e9df4d3/tinybert_Concat_194.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/c003ee0fce20531/tinybert_601.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/c003ee0fce20531/tinybert_601.tbf
new file mode 100644
index 00000000000..166960d4da2
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/c003ee0fce20531/tinybert_601.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/c0374bdd83f6f831/tinybert_encoder_layer_3_output_dense_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/c0374bdd83f6f831/tinybert_encoder_layer_3_output_dense_bias.tbf
new file mode 100644
index 00000000000..8c4c18bce17
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/c0374bdd83f6f831/tinybert_encoder_layer_3_output_dense_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/c165d1ea133a28b6/tinybert_626.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/c165d1ea133a28b6/tinybert_626.tbf
new file mode 100644
index 00000000000..9366ca8a7ca
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/c165d1ea133a28b6/tinybert_626.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/c2195a93d2c7aa5c/tinybert_656.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/c2195a93d2c7aa5c/tinybert_656.tbf
new file mode 100644
index 00000000000..7ab5931f944
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/c2195a93d2c7aa5c/tinybert_656.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/c5e300a8e998ce7f/tinybert_encoder_layer_1_output_LayerNorm_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/c5e300a8e998ce7f/tinybert_encoder_layer_1_output_LayerNorm_bias.tbf
new file mode 100644
index 00000000000..ce70747ae6b
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/c5e300a8e998ce7f/tinybert_encoder_layer_1_output_LayerNorm_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/c6c6f63e836f2582/tinybert_encoder_layer_1_attention_output_LayerNorm_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/c6c6f63e836f2582/tinybert_encoder_layer_1_attention_output_LayerNorm_bias.tbf
new file mode 100644
index 00000000000..2c7ee8e296c
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/c6c6f63e836f2582/tinybert_encoder_layer_1_attention_output_LayerNorm_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/ccd015582d66388e/tinybert_encoder_layer_2_output_LayerNorm_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/ccd015582d66388e/tinybert_encoder_layer_2_output_LayerNorm_bias.tbf
new file mode 100644
index 00000000000..bffe5b6412e
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/ccd015582d66388e/tinybert_encoder_layer_2_output_LayerNorm_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/cd0d517153ca69b4/tinybert_Concat_81.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/cd0d517153ca69b4/tinybert_Concat_81.tbf
new file mode 100644
index 00000000000..92f5925674a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/cd0d517153ca69b4/tinybert_Concat_81.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/d0392f4c85a475f4/tinybert_encoder_layer_3_attention_output_LayerNorm_weight.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/d0392f4c85a475f4/tinybert_encoder_layer_3_attention_output_LayerNorm_weight.tbf
new file mode 100644
index 00000000000..461780b1e6d
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/d0392f4c85a475f4/tinybert_encoder_layer_3_attention_output_LayerNorm_weight.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/d25674a64681be9f/tinybert_encoder_layer_2_output_dense_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/d25674a64681be9f/tinybert_encoder_layer_2_output_dense_bias.tbf
new file mode 100644
index 00000000000..093f2aa7b97
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/d25674a64681be9f/tinybert_encoder_layer_2_output_dense_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/db6dae3a39fcf192/tinybert_Concat_342.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/db6dae3a39fcf192/tinybert_Concat_342.tbf
new file mode 100644
index 00000000000..92f5925674a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/db6dae3a39fcf192/tinybert_Concat_342.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/dc72a0e790a30020/tinybert_Concat_353.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/dc72a0e790a30020/tinybert_Concat_353.tbf
new file mode 100644
index 00000000000..92f5925674a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/dc72a0e790a30020/tinybert_Concat_353.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/dfaa3c067cc9a6ff/tinybert_Concat_71.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/dfaa3c067cc9a6ff/tinybert_Concat_71.tbf
new file mode 100644
index 00000000000..92f5925674a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/dfaa3c067cc9a6ff/tinybert_Concat_71.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/e6bf3f48a1e9269e/tinybert_encoder_layer_0_attention_output_LayerNorm_weight.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/e6bf3f48a1e9269e/tinybert_encoder_layer_0_attention_output_LayerNorm_weight.tbf
new file mode 100644
index 00000000000..7de9a1d7389
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/e6bf3f48a1e9269e/tinybert_encoder_layer_0_attention_output_LayerNorm_weight.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/e86d7b0aeaea757c/tinybert_609.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/e86d7b0aeaea757c/tinybert_609.tbf
new file mode 100644
index 00000000000..b0ed7d20e55
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/e86d7b0aeaea757c/tinybert_609.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/ea71f78349b945f3/tinybert_encoder_layer_1_intermediate_dense_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/ea71f78349b945f3/tinybert_encoder_layer_1_intermediate_dense_bias.tbf
new file mode 100644
index 00000000000..9c7a59d0a71
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/ea71f78349b945f3/tinybert_encoder_layer_1_intermediate_dense_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/f063f0b40260827d/tinybert_639.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/f063f0b40260827d/tinybert_639.tbf
new file mode 100644
index 00000000000..a135eb0ce4b
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/f063f0b40260827d/tinybert_639.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/f0a05a2cea97e1f9/tinybert_612.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/f0a05a2cea97e1f9/tinybert_612.tbf
new file mode 100644
index 00000000000..fbfd8e8b886
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/f0a05a2cea97e1f9/tinybert_612.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/f427490c7481e911/tinybert_encoder_layer_2_attention_output_LayerNorm_weight.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/f427490c7481e911/tinybert_encoder_layer_2_attention_output_LayerNorm_weight.tbf
new file mode 100644
index 00000000000..50788184084
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/f427490c7481e911/tinybert_encoder_layer_2_attention_output_LayerNorm_weight.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/f4fd0f62da4d01e4/tinybert_654.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/f4fd0f62da4d01e4/tinybert_654.tbf
new file mode 100644
index 00000000000..cee531786fd
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/f4fd0f62da4d01e4/tinybert_654.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/f65178b864c98e80/tinybert_embeddings_word_embeddings_weight.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/f65178b864c98e80/tinybert_embeddings_word_embeddings_weight.tbf
new file mode 100644
index 00000000000..ff8192661d4
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/f65178b864c98e80/tinybert_embeddings_word_embeddings_weight.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/f69aa2c5d6e9928d/tinybert_encoder_layer_1_attention_self_value_bias.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/f69aa2c5d6e9928d/tinybert_encoder_layer_1_attention_self_value_bias.tbf
new file mode 100644
index 00000000000..d61e4b66e9e
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/f69aa2c5d6e9928d/tinybert_encoder_layer_1_attention_self_value_bias.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/fc60417d2ee421df/tinybert_642.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/fc60417d2ee421df/tinybert_642.tbf
new file mode 100644
index 00000000000..07c9d3e82b6
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/fc60417d2ee421df/tinybert_642.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/filedistribution/ff781c1ad6f97395/tinybert_599.tbf b/model-evaluation/src/test/resources/config/tinybert/filedistribution/ff781c1ad6f97395/tinybert_599.tbf
new file mode 100644
index 00000000000..35d73cfb0ae
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/filedistribution/ff781c1ad6f97395/tinybert_599.tbf
diff --git a/model-evaluation/src/test/resources/config/tinybert/onnx-models.cfg b/model-evaluation/src/test/resources/config/tinybert/onnx-models.cfg
new file mode 100644
index 00000000000..e69de29bb2d
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/onnx-models.cfg
diff --git a/model-evaluation/src/test/resources/config/tinybert/rank-profiles.cfg b/model-evaluation/src/test/resources/config/tinybert/rank-profiles.cfg
new file mode 100644
index 00000000000..3e422a00c7a
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/rank-profiles.cfg
@@ -0,0 +1,161 @@
+rankprofile[0].name "default"
+rankprofile[0].fef.property[0].name "vespa.type.attribute.field_token_type_ids"
+rankprofile[0].fef.property[0].value "tensor<float>(d0[1],d1[128])"
+rankprofile[0].fef.property[1].name "vespa.type.attribute.field_attention_mask"
+rankprofile[0].fef.property[1].value "tensor<float>(d0[1],d1[128])"
+rankprofile[0].fef.property[2].name "vespa.type.attribute.field_input_ids"
+rankprofile[0].fef.property[2].value "tensor<float>(d0[1],d1[128])"
+rankprofile[1].name "unranked"
+rankprofile[1].fef.property[0].name "vespa.rank.firstphase"
+rankprofile[1].fef.property[0].value "value(0)"
+rankprofile[1].fef.property[1].name "vespa.hitcollector.heapsize"
+rankprofile[1].fef.property[1].value "0"
+rankprofile[1].fef.property[2].name "vespa.hitcollector.arraysize"
+rankprofile[1].fef.property[2].value "0"
+rankprofile[1].fef.property[3].name "vespa.dump.ignoredefaultfeatures"
+rankprofile[1].fef.property[3].value "true"
+rankprofile[1].fef.property[4].name "vespa.type.attribute.field_token_type_ids"
+rankprofile[1].fef.property[4].value "tensor<float>(d0[1],d1[128])"
+rankprofile[1].fef.property[5].name "vespa.type.attribute.field_attention_mask"
+rankprofile[1].fef.property[5].value "tensor<float>(d0[1],d1[128])"
+rankprofile[1].fef.property[6].name "vespa.type.attribute.field_input_ids"
+rankprofile[1].fef.property[6].value "tensor<float>(d0[1],d1[128])"
+rankprofile[2].name "vespabert"
+rankprofile[2].fef.property[0].name "rankingExpression(input_ids).rankingScript"
+rankprofile[2].fef.property[0].value "attribute(field_input_ids)"
+rankprofile[2].fef.property[1].name "rankingExpression(input_ids).type"
+rankprofile[2].fef.property[1].value "tensor<float>(d0[1],d1[128])"
+rankprofile[2].fef.property[2].name "rankingExpression(imported_ml_function_tinybert_input_ids).rankingScript"
+rankprofile[2].fef.property[2].value "rankingExpression(input_ids)"
+rankprofile[2].fef.property[3].name "rankingExpression(token_type_ids).rankingScript"
+rankprofile[2].fef.property[3].value "attribute(field_token_type_ids)"
+rankprofile[2].fef.property[4].name "rankingExpression(token_type_ids).type"
+rankprofile[2].fef.property[4].value "tensor<float>(d0[1],d1[128])"
+rankprofile[2].fef.property[5].name "rankingExpression(imported_ml_function_tinybert_token_type_ids).rankingScript"
+rankprofile[2].fef.property[5].value "rankingExpression(token_type_ids)"
+rankprofile[2].fef.property[6].name "rankingExpression(imported_ml_function_tinybert_Add_34).rankingScript"
+rankprofile[2].fef.property[6].value "join(join(tensor<float>(d0[1],d1[128],d3[312])((constant(tinybert_embeddings_word_embeddings_weight){d0:((rankingExpression(imported_ml_function_tinybert_input_ids){d0:(d0), d1:(d1)} + 30522.0) % 30522.0), d3:(d3)})), constant(tinybert_Gather_31), f(a,b)(a + b)), tensor<float>(d0[1],d1[128],d3[312])((constant(tinybert_embeddings_token_type_embeddings_weight){d0:((rankingExpression(imported_ml_function_tinybert_token_type_ids){d0:(d0), d1:(d1)} + 2.0) % 2.0), d3:(d3)})), f(a,b)(a + b))"
+rankprofile[2].fef.property[7].name "rankingExpression(imported_ml_function_tinybert_Sub_36).rankingScript"
+rankprofile[2].fef.property[7].value "join(rankingExpression(imported_ml_function_tinybert_Add_34), reduce(join(reduce(rankingExpression(imported_ml_function_tinybert_Add_34), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), sum, d3), f(a,b)(a - b))"
+rankprofile[2].fef.property[8].name "rankingExpression(imported_ml_function_tinybert_Add_45).rankingScript"
+rankprofile[2].fef.property[8].value "join(join(join(rankingExpression(imported_ml_function_tinybert_Sub_36), reduce(map(join(join(reduce(join(rankingExpression(imported_ml_function_tinybert_Sub_36), 2.0, f(a,b)(pow(a,b))), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), 9.999999960041972E-13, f(a,b)(a + b)), f(a)(sqrt(a))), sum, d3), f(a,b)(a / b)), constant(tinybert_embeddings_LayerNorm_weight), f(a,b)(a * b)), constant(tinybert_embeddings_LayerNorm_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[9].name "rankingExpression(imported_ml_function_tinybert_Add_47).rankingScript"
+rankprofile[2].fef.property[9].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_45), constant(tinybert_599), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_0_attention_self_query_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[10].name "rankingExpression(imported_ml_function_tinybert_Add_49).rankingScript"
+rankprofile[2].fef.property[10].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_45), constant(tinybert_600), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_0_attention_self_key_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[11].name "rankingExpression(attention_mask).rankingScript"
+rankprofile[2].fef.property[11].value "attribute(field_attention_mask)"
+rankprofile[2].fef.property[12].name "rankingExpression(attention_mask).type"
+rankprofile[2].fef.property[12].value "tensor<float>(d0[1],d1[128])"
+rankprofile[2].fef.property[13].name "rankingExpression(imported_ml_function_tinybert_Mul_6).rankingScript"
+rankprofile[2].fef.property[13].value "join(join(1.0, join(join(rename(rankingExpression(attention_mask), (d0, d1), (d0, d4)), tensor<float>(d1[1])(1.0), f(a,b)(a * b)), tensor<float>(d2[1])(1.0), f(a,b)(a * b)), f(a,b)(a - b)), -10000.0, f(a,b)(a * b))"
+rankprofile[2].fef.property[14].name "rankingExpression(imported_ml_function_tinybert_Add_88).rankingScript"
+rankprofile[2].fef.property[14].value "join(join(reduce(join(tensor<float>(d0[1],d1[12],d2[128],d3[26])((rankingExpression(imported_ml_function_tinybert_Add_47){d0:(0.0), d1:(((39936.0 * d0 + 312.0 * d2 + 26.0 * d1 + d3) % 39936.0) / 312.0), d2:((39936.0 * d0 + 312.0 * d2 + 26.0 * d1 + d3) % 312.0)})), tensor<float>(d0[1],d1[12],d3[26],d4[128])((rankingExpression(imported_ml_function_tinybert_Add_49){d0:(0.0), d1:(((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 39936.0) / 312.0), d2:((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 312.0)})), f(a,b)(a * b)), sum, d3), 5.099019527435303, f(a,b)(a / b)), reduce(rankingExpression(imported_ml_function_tinybert_Mul_6), sum, d1, d2), f(a,b)(a + b))"
+rankprofile[2].fef.property[15].name "rankingExpression(imported_ml_function_tinybert_Softmax_89_partial).rankingScript"
+rankprofile[2].fef.property[15].value "map(join(rankingExpression(imported_ml_function_tinybert_Add_88), reduce(rankingExpression(imported_ml_function_tinybert_Add_88), max, d4), f(a,b)(a - b)), f(a)(exp(a)))"
+rankprofile[2].fef.property[16].name "rankingExpression(imported_ml_function_tinybert_Add_51).rankingScript"
+rankprofile[2].fef.property[16].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_45), constant(tinybert_601), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_0_attention_self_value_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[17].name "rankingExpression(imported_ml_function_tinybert_Transpose_91).rankingScript"
+rankprofile[2].fef.property[17].value "reduce(join(join(rankingExpression(imported_ml_function_tinybert_Softmax_89_partial), reduce(rankingExpression(imported_ml_function_tinybert_Softmax_89_partial), sum, d4), f(a,b)(a / b)), tensor<float>(d0[1],d1[12],d3[26],d4[128])((rankingExpression(imported_ml_function_tinybert_Add_51){d0:(0.0), d1:(((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 39936.0) / 312.0), d2:((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 312.0)})), f(a,b)(a * b)), sum, d4)"
+rankprofile[2].fef.property[18].name "rankingExpression(imported_ml_function_tinybert_Add_104).rankingScript"
+rankprofile[2].fef.property[18].value "join(join(reduce(join(tensor<float>(d0[1],d1[128],d2[312])((rankingExpression(imported_ml_function_tinybert_Transpose_91){d0:(0.0), d2:(((39936.0 * d0 + 312.0 * d1 + d2) % 39936.0) / 312.0), d1:(((39936.0 * d0 + 312.0 * d1 + d2) % 312.0) / 26.0), d3:((39936.0 * d0 + 312.0 * d1 + d2) % 26.0)})), constant(tinybert_609), f(a,b)(a * b)), sum, d2), constant(tinybert_encoder_layer_0_attention_output_dense_bias), f(a,b)(a + b)), rankingExpression(imported_ml_function_tinybert_Add_45), f(a,b)(a + b))"
+rankprofile[2].fef.property[19].name "rankingExpression(imported_ml_function_tinybert_Sub_106).rankingScript"
+rankprofile[2].fef.property[19].value "join(rankingExpression(imported_ml_function_tinybert_Add_104), reduce(join(reduce(rankingExpression(imported_ml_function_tinybert_Add_104), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), sum, d3), f(a,b)(a - b))"
+rankprofile[2].fef.property[20].name "rankingExpression(imported_ml_function_tinybert_Add_115).rankingScript"
+rankprofile[2].fef.property[20].value "join(join(join(rankingExpression(imported_ml_function_tinybert_Sub_106), reduce(map(join(join(reduce(join(rankingExpression(imported_ml_function_tinybert_Sub_106), 2.0, f(a,b)(pow(a,b))), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), 9.999999960041972E-13, f(a,b)(a + b)), f(a)(sqrt(a))), sum, d3), f(a,b)(a / b)), constant(tinybert_encoder_layer_0_attention_output_LayerNorm_weight), f(a,b)(a * b)), constant(tinybert_encoder_layer_0_attention_output_LayerNorm_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[21].name "rankingExpression(imported_ml_function_tinybert_Add_117).rankingScript"
+rankprofile[2].fef.property[21].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_115), constant(tinybert_611), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_0_intermediate_dense_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[22].name "rankingExpression(imported_ml_function_tinybert_Add_128).rankingScript"
+rankprofile[2].fef.property[22].value "join(join(reduce(join(join(join(rankingExpression(imported_ml_function_tinybert_Add_117), join(map(join(rankingExpression(imported_ml_function_tinybert_Add_117), 1.4142135381698608, f(a,b)(a / b)), f(a)(erf(a))), 1.0, f(a,b)(a + b)), f(a,b)(a * b)), 0.5, f(a,b)(a * b)), constant(tinybert_612), f(a,b)(a * b)), sum, d2), constant(tinybert_encoder_layer_0_output_dense_bias), f(a,b)(a + b)), rankingExpression(imported_ml_function_tinybert_Add_115), f(a,b)(a + b))"
+rankprofile[2].fef.property[23].name "rankingExpression(imported_ml_function_tinybert_Sub_130).rankingScript"
+rankprofile[2].fef.property[23].value "join(rankingExpression(imported_ml_function_tinybert_Add_128), reduce(join(reduce(rankingExpression(imported_ml_function_tinybert_Add_128), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), sum, d3), f(a,b)(a - b))"
+rankprofile[2].fef.property[24].name "rankingExpression(imported_ml_function_tinybert_Add_139).rankingScript"
+rankprofile[2].fef.property[24].value "join(join(join(rankingExpression(imported_ml_function_tinybert_Sub_130), reduce(map(join(join(reduce(join(rankingExpression(imported_ml_function_tinybert_Sub_130), 2.0, f(a,b)(pow(a,b))), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), 9.999999960041972E-13, f(a,b)(a + b)), f(a)(sqrt(a))), sum, d3), f(a,b)(a / b)), constant(tinybert_encoder_layer_0_output_LayerNorm_weight), f(a,b)(a * b)), constant(tinybert_encoder_layer_0_output_LayerNorm_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[25].name "rankingExpression(imported_ml_function_tinybert_Add_141).rankingScript"
+rankprofile[2].fef.property[25].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_139), constant(tinybert_614), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_1_attention_self_query_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[26].name "rankingExpression(imported_ml_function_tinybert_Add_143).rankingScript"
+rankprofile[2].fef.property[26].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_139), constant(tinybert_615), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_1_attention_self_key_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[27].name "rankingExpression(imported_ml_function_tinybert_Add_182).rankingScript"
+rankprofile[2].fef.property[27].value "join(join(reduce(join(tensor<float>(d0[1],d1[12],d2[128],d3[26])((rankingExpression(imported_ml_function_tinybert_Add_141){d0:(0.0), d1:(((39936.0 * d0 + 312.0 * d2 + 26.0 * d1 + d3) % 39936.0) / 312.0), d2:((39936.0 * d0 + 312.0 * d2 + 26.0 * d1 + d3) % 312.0)})), tensor<float>(d0[1],d1[12],d3[26],d4[128])((rankingExpression(imported_ml_function_tinybert_Add_143){d0:(0.0), d1:(((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 39936.0) / 312.0), d2:((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 312.0)})), f(a,b)(a * b)), sum, d3), 5.099019527435303, f(a,b)(a / b)), reduce(rankingExpression(imported_ml_function_tinybert_Mul_6), sum, d1, d2), f(a,b)(a + b))"
+rankprofile[2].fef.property[28].name "rankingExpression(imported_ml_function_tinybert_Softmax_183_partial).rankingScript"
+rankprofile[2].fef.property[28].value "map(join(rankingExpression(imported_ml_function_tinybert_Add_182), reduce(rankingExpression(imported_ml_function_tinybert_Add_182), max, d4), f(a,b)(a - b)), f(a)(exp(a)))"
+rankprofile[2].fef.property[29].name "rankingExpression(imported_ml_function_tinybert_Add_145).rankingScript"
+rankprofile[2].fef.property[29].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_139), constant(tinybert_616), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_1_attention_self_value_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[30].name "rankingExpression(imported_ml_function_tinybert_Transpose_185).rankingScript"
+rankprofile[2].fef.property[30].value "reduce(join(join(rankingExpression(imported_ml_function_tinybert_Softmax_183_partial), reduce(rankingExpression(imported_ml_function_tinybert_Softmax_183_partial), sum, d4), f(a,b)(a / b)), tensor<float>(d0[1],d1[12],d3[26],d4[128])((rankingExpression(imported_ml_function_tinybert_Add_145){d0:(0.0), d1:(((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 39936.0) / 312.0), d2:((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 312.0)})), f(a,b)(a * b)), sum, d4)"
+rankprofile[2].fef.property[31].name "rankingExpression(imported_ml_function_tinybert_Add_198).rankingScript"
+rankprofile[2].fef.property[31].value "join(join(reduce(join(tensor<float>(d0[1],d1[128],d2[312])((rankingExpression(imported_ml_function_tinybert_Transpose_185){d0:(0.0), d2:(((39936.0 * d0 + 312.0 * d1 + d2) % 39936.0) / 312.0), d1:(((39936.0 * d0 + 312.0 * d1 + d2) % 312.0) / 26.0), d3:((39936.0 * d0 + 312.0 * d1 + d2) % 26.0)})), constant(tinybert_624), f(a,b)(a * b)), sum, d2), constant(tinybert_encoder_layer_1_attention_output_dense_bias), f(a,b)(a + b)), rankingExpression(imported_ml_function_tinybert_Add_139), f(a,b)(a + b))"
+rankprofile[2].fef.property[32].name "rankingExpression(imported_ml_function_tinybert_Sub_200).rankingScript"
+rankprofile[2].fef.property[32].value "join(rankingExpression(imported_ml_function_tinybert_Add_198), reduce(join(reduce(rankingExpression(imported_ml_function_tinybert_Add_198), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), sum, d3), f(a,b)(a - b))"
+rankprofile[2].fef.property[33].name "rankingExpression(imported_ml_function_tinybert_Add_209).rankingScript"
+rankprofile[2].fef.property[33].value "join(join(join(rankingExpression(imported_ml_function_tinybert_Sub_200), reduce(map(join(join(reduce(join(rankingExpression(imported_ml_function_tinybert_Sub_200), 2.0, f(a,b)(pow(a,b))), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), 9.999999960041972E-13, f(a,b)(a + b)), f(a)(sqrt(a))), sum, d3), f(a,b)(a / b)), constant(tinybert_encoder_layer_1_attention_output_LayerNorm_weight), f(a,b)(a * b)), constant(tinybert_encoder_layer_1_attention_output_LayerNorm_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[34].name "rankingExpression(imported_ml_function_tinybert_Add_211).rankingScript"
+rankprofile[2].fef.property[34].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_209), constant(tinybert_626), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_1_intermediate_dense_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[35].name "rankingExpression(imported_ml_function_tinybert_Add_222).rankingScript"
+rankprofile[2].fef.property[35].value "join(join(reduce(join(join(join(rankingExpression(imported_ml_function_tinybert_Add_211), join(map(join(rankingExpression(imported_ml_function_tinybert_Add_211), 1.4142135381698608, f(a,b)(a / b)), f(a)(erf(a))), 1.0, f(a,b)(a + b)), f(a,b)(a * b)), 0.5, f(a,b)(a * b)), constant(tinybert_627), f(a,b)(a * b)), sum, d2), constant(tinybert_encoder_layer_1_output_dense_bias), f(a,b)(a + b)), rankingExpression(imported_ml_function_tinybert_Add_209), f(a,b)(a + b))"
+rankprofile[2].fef.property[36].name "rankingExpression(imported_ml_function_tinybert_Sub_224).rankingScript"
+rankprofile[2].fef.property[36].value "join(rankingExpression(imported_ml_function_tinybert_Add_222), reduce(join(reduce(rankingExpression(imported_ml_function_tinybert_Add_222), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), sum, d3), f(a,b)(a - b))"
+rankprofile[2].fef.property[37].name "rankingExpression(imported_ml_function_tinybert_Add_233).rankingScript"
+rankprofile[2].fef.property[37].value "join(join(join(rankingExpression(imported_ml_function_tinybert_Sub_224), reduce(map(join(join(reduce(join(rankingExpression(imported_ml_function_tinybert_Sub_224), 2.0, f(a,b)(pow(a,b))), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), 9.999999960041972E-13, f(a,b)(a + b)), f(a)(sqrt(a))), sum, d3), f(a,b)(a / b)), constant(tinybert_encoder_layer_1_output_LayerNorm_weight), f(a,b)(a * b)), constant(tinybert_encoder_layer_1_output_LayerNorm_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[38].name "rankingExpression(imported_ml_function_tinybert_Add_235).rankingScript"
+rankprofile[2].fef.property[38].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_233), constant(tinybert_629), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_2_attention_self_query_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[39].name "rankingExpression(imported_ml_function_tinybert_Add_237).rankingScript"
+rankprofile[2].fef.property[39].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_233), constant(tinybert_630), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_2_attention_self_key_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[40].name "rankingExpression(imported_ml_function_tinybert_Add_276).rankingScript"
+rankprofile[2].fef.property[40].value "join(join(reduce(join(tensor<float>(d0[1],d1[12],d2[128],d3[26])((rankingExpression(imported_ml_function_tinybert_Add_235){d0:(0.0), d1:(((39936.0 * d0 + 312.0 * d2 + 26.0 * d1 + d3) % 39936.0) / 312.0), d2:((39936.0 * d0 + 312.0 * d2 + 26.0 * d1 + d3) % 312.0)})), tensor<float>(d0[1],d1[12],d3[26],d4[128])((rankingExpression(imported_ml_function_tinybert_Add_237){d0:(0.0), d1:(((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 39936.0) / 312.0), d2:((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 312.0)})), f(a,b)(a * b)), sum, d3), 5.099019527435303, f(a,b)(a / b)), reduce(rankingExpression(imported_ml_function_tinybert_Mul_6), sum, d1, d2), f(a,b)(a + b))"
+rankprofile[2].fef.property[41].name "rankingExpression(imported_ml_function_tinybert_Softmax_277_partial).rankingScript"
+rankprofile[2].fef.property[41].value "map(join(rankingExpression(imported_ml_function_tinybert_Add_276), reduce(rankingExpression(imported_ml_function_tinybert_Add_276), max, d4), f(a,b)(a - b)), f(a)(exp(a)))"
+rankprofile[2].fef.property[42].name "rankingExpression(imported_ml_function_tinybert_Add_239).rankingScript"
+rankprofile[2].fef.property[42].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_233), constant(tinybert_631), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_2_attention_self_value_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[43].name "rankingExpression(imported_ml_function_tinybert_Transpose_279).rankingScript"
+rankprofile[2].fef.property[43].value "reduce(join(join(rankingExpression(imported_ml_function_tinybert_Softmax_277_partial), reduce(rankingExpression(imported_ml_function_tinybert_Softmax_277_partial), sum, d4), f(a,b)(a / b)), tensor<float>(d0[1],d1[12],d3[26],d4[128])((rankingExpression(imported_ml_function_tinybert_Add_239){d0:(0.0), d1:(((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 39936.0) / 312.0), d2:((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 312.0)})), f(a,b)(a * b)), sum, d4)"
+rankprofile[2].fef.property[44].name "rankingExpression(imported_ml_function_tinybert_Add_292).rankingScript"
+rankprofile[2].fef.property[44].value "join(join(reduce(join(tensor<float>(d0[1],d1[128],d2[312])((rankingExpression(imported_ml_function_tinybert_Transpose_279){d0:(0.0), d2:(((39936.0 * d0 + 312.0 * d1 + d2) % 39936.0) / 312.0), d1:(((39936.0 * d0 + 312.0 * d1 + d2) % 312.0) / 26.0), d3:((39936.0 * d0 + 312.0 * d1 + d2) % 26.0)})), constant(tinybert_639), f(a,b)(a * b)), sum, d2), constant(tinybert_encoder_layer_2_attention_output_dense_bias), f(a,b)(a + b)), rankingExpression(imported_ml_function_tinybert_Add_233), f(a,b)(a + b))"
+rankprofile[2].fef.property[45].name "rankingExpression(imported_ml_function_tinybert_Sub_294).rankingScript"
+rankprofile[2].fef.property[45].value "join(rankingExpression(imported_ml_function_tinybert_Add_292), reduce(join(reduce(rankingExpression(imported_ml_function_tinybert_Add_292), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), sum, d3), f(a,b)(a - b))"
+rankprofile[2].fef.property[46].name "rankingExpression(imported_ml_function_tinybert_Add_303).rankingScript"
+rankprofile[2].fef.property[46].value "join(join(join(rankingExpression(imported_ml_function_tinybert_Sub_294), reduce(map(join(join(reduce(join(rankingExpression(imported_ml_function_tinybert_Sub_294), 2.0, f(a,b)(pow(a,b))), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), 9.999999960041972E-13, f(a,b)(a + b)), f(a)(sqrt(a))), sum, d3), f(a,b)(a / b)), constant(tinybert_encoder_layer_2_attention_output_LayerNorm_weight), f(a,b)(a * b)), constant(tinybert_encoder_layer_2_attention_output_LayerNorm_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[47].name "rankingExpression(imported_ml_function_tinybert_Add_305).rankingScript"
+rankprofile[2].fef.property[47].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_303), constant(tinybert_641), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_2_intermediate_dense_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[48].name "rankingExpression(imported_ml_function_tinybert_Add_316).rankingScript"
+rankprofile[2].fef.property[48].value "join(join(reduce(join(join(join(rankingExpression(imported_ml_function_tinybert_Add_305), join(map(join(rankingExpression(imported_ml_function_tinybert_Add_305), 1.4142135381698608, f(a,b)(a / b)), f(a)(erf(a))), 1.0, f(a,b)(a + b)), f(a,b)(a * b)), 0.5, f(a,b)(a * b)), constant(tinybert_642), f(a,b)(a * b)), sum, d2), constant(tinybert_encoder_layer_2_output_dense_bias), f(a,b)(a + b)), rankingExpression(imported_ml_function_tinybert_Add_303), f(a,b)(a + b))"
+rankprofile[2].fef.property[49].name "rankingExpression(imported_ml_function_tinybert_Sub_318).rankingScript"
+rankprofile[2].fef.property[49].value "join(rankingExpression(imported_ml_function_tinybert_Add_316), reduce(join(reduce(rankingExpression(imported_ml_function_tinybert_Add_316), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), sum, d3), f(a,b)(a - b))"
+rankprofile[2].fef.property[50].name "rankingExpression(imported_ml_function_tinybert_Add_327).rankingScript"
+rankprofile[2].fef.property[50].value "join(join(join(rankingExpression(imported_ml_function_tinybert_Sub_318), reduce(map(join(join(reduce(join(rankingExpression(imported_ml_function_tinybert_Sub_318), 2.0, f(a,b)(pow(a,b))), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), 9.999999960041972E-13, f(a,b)(a + b)), f(a)(sqrt(a))), sum, d3), f(a,b)(a / b)), constant(tinybert_encoder_layer_2_output_LayerNorm_weight), f(a,b)(a * b)), constant(tinybert_encoder_layer_2_output_LayerNorm_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[51].name "rankingExpression(imported_ml_function_tinybert_Add_329).rankingScript"
+rankprofile[2].fef.property[51].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_327), constant(tinybert_644), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_3_attention_self_query_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[52].name "rankingExpression(imported_ml_function_tinybert_Add_331).rankingScript"
+rankprofile[2].fef.property[52].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_327), constant(tinybert_645), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_3_attention_self_key_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[53].name "rankingExpression(imported_ml_function_tinybert_Add_370).rankingScript"
+rankprofile[2].fef.property[53].value "join(join(reduce(join(tensor<float>(d0[1],d1[12],d2[128],d3[26])((rankingExpression(imported_ml_function_tinybert_Add_329){d0:(0.0), d1:(((39936.0 * d0 + 312.0 * d2 + 26.0 * d1 + d3) % 39936.0) / 312.0), d2:((39936.0 * d0 + 312.0 * d2 + 26.0 * d1 + d3) % 312.0)})), tensor<float>(d0[1],d1[12],d3[26],d4[128])((rankingExpression(imported_ml_function_tinybert_Add_331){d0:(0.0), d1:(((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 39936.0) / 312.0), d2:((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 312.0)})), f(a,b)(a * b)), sum, d3), 5.099019527435303, f(a,b)(a / b)), reduce(rankingExpression(imported_ml_function_tinybert_Mul_6), sum, d1, d2), f(a,b)(a + b))"
+rankprofile[2].fef.property[54].name "rankingExpression(imported_ml_function_tinybert_Softmax_371_partial).rankingScript"
+rankprofile[2].fef.property[54].value "map(join(rankingExpression(imported_ml_function_tinybert_Add_370), reduce(rankingExpression(imported_ml_function_tinybert_Add_370), max, d4), f(a,b)(a - b)), f(a)(exp(a)))"
+rankprofile[2].fef.property[55].name "rankingExpression(imported_ml_function_tinybert_Add_333).rankingScript"
+rankprofile[2].fef.property[55].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_327), constant(tinybert_646), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_3_attention_self_value_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[56].name "rankingExpression(imported_ml_function_tinybert_Transpose_373).rankingScript"
+rankprofile[2].fef.property[56].value "reduce(join(join(rankingExpression(imported_ml_function_tinybert_Softmax_371_partial), reduce(rankingExpression(imported_ml_function_tinybert_Softmax_371_partial), sum, d4), f(a,b)(a / b)), tensor<float>(d0[1],d1[12],d3[26],d4[128])((rankingExpression(imported_ml_function_tinybert_Add_333){d0:(0.0), d1:(((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 39936.0) / 312.0), d2:((39936.0 * d0 + 312.0 * d4 + 26.0 * d1 + d3) % 312.0)})), f(a,b)(a * b)), sum, d4)"
+rankprofile[2].fef.property[57].name "rankingExpression(imported_ml_function_tinybert_Add_386).rankingScript"
+rankprofile[2].fef.property[57].value "join(join(reduce(join(tensor<float>(d0[1],d1[128],d2[312])((rankingExpression(imported_ml_function_tinybert_Transpose_373){d0:(0.0), d2:(((39936.0 * d0 + 312.0 * d1 + d2) % 39936.0) / 312.0), d1:(((39936.0 * d0 + 312.0 * d1 + d2) % 312.0) / 26.0), d3:((39936.0 * d0 + 312.0 * d1 + d2) % 26.0)})), constant(tinybert_654), f(a,b)(a * b)), sum, d2), constant(tinybert_encoder_layer_3_attention_output_dense_bias), f(a,b)(a + b)), rankingExpression(imported_ml_function_tinybert_Add_327), f(a,b)(a + b))"
+rankprofile[2].fef.property[58].name "rankingExpression(imported_ml_function_tinybert_Sub_388).rankingScript"
+rankprofile[2].fef.property[58].value "join(rankingExpression(imported_ml_function_tinybert_Add_386), reduce(join(reduce(rankingExpression(imported_ml_function_tinybert_Add_386), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), sum, d3), f(a,b)(a - b))"
+rankprofile[2].fef.property[59].name "rankingExpression(imported_ml_function_tinybert_Add_397).rankingScript"
+rankprofile[2].fef.property[59].value "join(join(join(rankingExpression(imported_ml_function_tinybert_Sub_388), reduce(map(join(join(reduce(join(rankingExpression(imported_ml_function_tinybert_Sub_388), 2.0, f(a,b)(pow(a,b))), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), 9.999999960041972E-13, f(a,b)(a + b)), f(a)(sqrt(a))), sum, d3), f(a,b)(a / b)), constant(tinybert_encoder_layer_3_attention_output_LayerNorm_weight), f(a,b)(a * b)), constant(tinybert_encoder_layer_3_attention_output_LayerNorm_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[60].name "rankingExpression(imported_ml_function_tinybert_Add_399).rankingScript"
+rankprofile[2].fef.property[60].value "join(reduce(join(rankingExpression(imported_ml_function_tinybert_Add_397), constant(tinybert_656), f(a,b)(a * b)), sum, d3), constant(tinybert_encoder_layer_3_intermediate_dense_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[61].name "rankingExpression(imported_ml_function_tinybert_Add_410).rankingScript"
+rankprofile[2].fef.property[61].value "join(join(reduce(join(join(join(rankingExpression(imported_ml_function_tinybert_Add_399), join(map(join(rankingExpression(imported_ml_function_tinybert_Add_399), 1.4142135381698608, f(a,b)(a / b)), f(a)(erf(a))), 1.0, f(a,b)(a + b)), f(a,b)(a * b)), 0.5, f(a,b)(a * b)), constant(tinybert_657), f(a,b)(a * b)), sum, d2), constant(tinybert_encoder_layer_3_output_dense_bias), f(a,b)(a + b)), rankingExpression(imported_ml_function_tinybert_Add_397), f(a,b)(a + b))"
+rankprofile[2].fef.property[62].name "rankingExpression(imported_ml_function_tinybert_Sub_412).rankingScript"
+rankprofile[2].fef.property[62].value "join(rankingExpression(imported_ml_function_tinybert_Add_410), reduce(join(reduce(rankingExpression(imported_ml_function_tinybert_Add_410), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), sum, d3), f(a,b)(a - b))"
+rankprofile[2].fef.property[63].name "rankingExpression(imported_ml_function_tinybert_Add_421).rankingScript"
+rankprofile[2].fef.property[63].value "join(join(join(rankingExpression(imported_ml_function_tinybert_Sub_412), reduce(map(join(join(reduce(join(rankingExpression(imported_ml_function_tinybert_Sub_412), 2.0, f(a,b)(pow(a,b))), avg, d3), tensor<float>(d3[1])(1.0), f(a,b)(a * b)), 9.999999960041972E-13, f(a,b)(a + b)), f(a)(sqrt(a))), sum, d3), f(a,b)(a / b)), constant(tinybert_encoder_layer_3_output_LayerNorm_weight), f(a,b)(a * b)), constant(tinybert_encoder_layer_3_output_LayerNorm_bias), f(a,b)(a + b))"
+rankprofile[2].fef.property[64].name "vespa.rank.firstphase"
+rankprofile[2].fef.property[64].value "rankingExpression(firstphase)"
+rankprofile[2].fef.property[65].name "rankingExpression(firstphase).rankingScript"
+rankprofile[2].fef.property[65].value "reduce(rename(rankingExpression(imported_ml_function_tinybert_Add_421), (d0, d1, d3), (d0, d1, d2)), sum)"
+rankprofile[2].fef.property[66].name "vespa.type.attribute.field_token_type_ids"
+rankprofile[2].fef.property[66].value "tensor<float>(d0[1],d1[128])"
+rankprofile[2].fef.property[67].name "vespa.type.attribute.field_attention_mask"
+rankprofile[2].fef.property[67].value "tensor<float>(d0[1],d1[128])"
+rankprofile[2].fef.property[68].name "vespa.type.attribute.field_input_ids"
+rankprofile[2].fef.property[68].value "tensor<float>(d0[1],d1[128])"
diff --git a/model-evaluation/src/test/resources/config/tinybert/ranking-constants.cfg b/model-evaluation/src/test/resources/config/tinybert/ranking-constants.cfg
new file mode 100644
index 00000000000..a35f282f54d
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/ranking-constants.cfg
@@ -0,0 +1,261 @@
+constant[0].name "tinybert_encoder_layer_1_output_LayerNorm_weight"
+constant[0].fileref "filedistribution/27e2afaa08b38e1/tinybert_encoder_layer_1_output_LayerNorm_weight.tbf"
+constant[0].type "tensor<float>(d3[312])"
+constant[1].name "tinybert_encoder_layer_2_intermediate_dense_bias"
+constant[1].fileref "filedistribution/8fef598bac28930b/tinybert_encoder_layer_2_intermediate_dense_bias.tbf"
+constant[1].type "tensor<float>(d2[1200])"
+constant[2].name "tinybert_627"
+constant[2].fileref "filedistribution/9d8e9504a5b2d19b/tinybert_627.tbf"
+constant[2].type "tensor<float>(d2[1200],d3[312])"
+constant[3].name "tinybert_pooler_dense_bias"
+constant[3].fileref "filedistribution/16bc5a7698891f15/tinybert_pooler_dense_bias.tbf"
+constant[3].type "tensor<float>(d1[312])"
+constant[4].name "tinybert_encoder_layer_1_attention_self_key_bias"
+constant[4].fileref "filedistribution/767334a7ff3e73e7/tinybert_encoder_layer_1_attention_self_key_bias.tbf"
+constant[4].type "tensor<float>(d2[312])"
+constant[5].name "tinybert_encoder_layer_1_output_dense_bias"
+constant[5].fileref "filedistribution/bac9a3d7f3f7e173/tinybert_encoder_layer_1_output_dense_bias.tbf"
+constant[5].type "tensor<float>(d3[312])"
+constant[6].name "tinybert_encoder_layer_1_intermediate_dense_bias"
+constant[6].fileref "filedistribution/ea71f78349b945f3/tinybert_encoder_layer_1_intermediate_dense_bias.tbf"
+constant[6].type "tensor<float>(d2[1200])"
+constant[7].name "tinybert_encoder_layer_2_output_LayerNorm_weight"
+constant[7].fileref "filedistribution/71379a41f448366f/tinybert_encoder_layer_2_output_LayerNorm_weight.tbf"
+constant[7].type "tensor<float>(d3[312])"
+constant[8].name "tinybert_Concat_363"
+constant[8].fileref "filedistribution/1bfb351718ce25f2/tinybert_Concat_363.tbf"
+constant[8].type "tensor<float>(d0[4])"
+constant[9].name "tinybert_630"
+constant[9].fileref "filedistribution/5f4e10876d3b273b/tinybert_630.tbf"
+constant[9].type "tensor<float>(d2[312],d3[312])"
+constant[10].name "tinybert_Concat_60"
+constant[10].fileref "filedistribution/880243d76119d1be/tinybert_Concat_60.tbf"
+constant[10].type "tensor<float>(d0[4])"
+constant[11].name "tinybert_Concat_259"
+constant[11].fileref "filedistribution/669c970d89cc2ba7/tinybert_Concat_259.tbf"
+constant[11].type "tensor<float>(d0[4])"
+constant[12].name "tinybert_encoder_layer_2_attention_self_query_bias"
+constant[12].fileref "filedistribution/a642396691f08a5f/tinybert_encoder_layer_2_attention_self_query_bias.tbf"
+constant[12].type "tensor<float>(d2[312])"
+constant[13].name "tinybert_encoder_layer_0_output_LayerNorm_bias"
+constant[13].fileref "filedistribution/3a3d747f48b9d8c7/tinybert_encoder_layer_0_output_LayerNorm_bias.tbf"
+constant[13].type "tensor<float>(d3[312])"
+constant[14].name "tinybert_644"
+constant[14].fileref "filedistribution/82f078dd5493eab/tinybert_644.tbf"
+constant[14].type "tensor<float>(d2[312],d3[312])"
+constant[15].name "tinybert_embeddings_LayerNorm_weight"
+constant[15].fileref "filedistribution/14b40ffc665653da/tinybert_embeddings_LayerNorm_weight.tbf"
+constant[15].type "tensor<float>(d3[312])"
+constant[16].name "tinybert_encoder_layer_0_output_LayerNorm_weight"
+constant[16].fileref "filedistribution/31795fa4ab9cdcee/tinybert_encoder_layer_0_output_LayerNorm_weight.tbf"
+constant[16].type "tensor<float>(d3[312])"
+constant[17].name "tinybert_encoder_layer_0_intermediate_dense_bias"
+constant[17].fileref "filedistribution/9ad03013d8ea199b/tinybert_encoder_layer_0_intermediate_dense_bias.tbf"
+constant[17].type "tensor<float>(d2[1200])"
+constant[18].name "tinybert_encoder_layer_3_attention_self_value_bias"
+constant[18].fileref "filedistribution/a10cda99920a91b7/tinybert_encoder_layer_3_attention_self_value_bias.tbf"
+constant[18].type "tensor<float>(d2[312])"
+constant[19].name "tinybert_encoder_layer_1_attention_output_LayerNorm_bias"
+constant[19].fileref "filedistribution/c6c6f63e836f2582/tinybert_encoder_layer_1_attention_output_LayerNorm_bias.tbf"
+constant[19].type "tensor<float>(d3[312])"
+constant[20].name "tinybert_encoder_layer_0_attention_self_key_bias"
+constant[20].fileref "filedistribution/61115ebdbd912cc1/tinybert_encoder_layer_0_attention_self_key_bias.tbf"
+constant[20].type "tensor<float>(d2[312])"
+constant[21].name "tinybert_Concat_194"
+constant[21].fileref "filedistribution/bb406a628e9df4d3/tinybert_Concat_194.tbf"
+constant[21].type "tensor<float>(d0[3])"
+constant[22].name "tinybert_609"
+constant[22].fileref "filedistribution/e86d7b0aeaea757c/tinybert_609.tbf"
+constant[22].type "tensor<float>(d2[312],d3[312])"
+constant[23].name "tinybert_pooler_dense_weight"
+constant[23].fileref "filedistribution/a05168f0aef055b4/tinybert_pooler_dense_weight.tbf"
+constant[23].type "tensor<float>(d1[312],d3[312])"
+constant[24].name "tinybert_642"
+constant[24].fileref "filedistribution/fc60417d2ee421df/tinybert_642.tbf"
+constant[24].type "tensor<float>(d2[1200],d3[312])"
+constant[25].name "tinybert_encoder_layer_1_attention_self_query_bias"
+constant[25].fileref "filedistribution/704d97f73a6ea9fb/tinybert_encoder_layer_1_attention_self_query_bias.tbf"
+constant[25].type "tensor<float>(d2[312])"
+constant[26].name "tinybert_Concat_175"
+constant[26].fileref "filedistribution/6b9c014f349b42b3/tinybert_Concat_175.tbf"
+constant[26].type "tensor<float>(d0[4])"
+constant[27].name "tinybert_embeddings_LayerNorm_bias"
+constant[27].fileref "filedistribution/590fe4d33400f007/tinybert_embeddings_LayerNorm_bias.tbf"
+constant[27].type "tensor<float>(d3[312])"
+constant[28].name "tinybert_656"
+constant[28].fileref "filedistribution/c2195a93d2c7aa5c/tinybert_656.tbf"
+constant[28].type "tensor<float>(d2[1200],d3[312])"
+constant[29].name "tinybert_631"
+constant[29].fileref "filedistribution/62013069bfe7e037/tinybert_631.tbf"
+constant[29].type "tensor<float>(d2[312],d3[312])"
+constant[30].name "tinybert_encoder_layer_2_attention_self_key_bias"
+constant[30].fileref "filedistribution/69bd5a278268d6a8/tinybert_encoder_layer_2_attention_self_key_bias.tbf"
+constant[30].type "tensor<float>(d2[312])"
+constant[31].name "tinybert_encoder_layer_2_output_dense_bias"
+constant[31].fileref "filedistribution/d25674a64681be9f/tinybert_encoder_layer_2_output_dense_bias.tbf"
+constant[31].type "tensor<float>(d3[312])"
+constant[32].name "tinybert_encoder_layer_1_attention_output_dense_bias"
+constant[32].fileref "filedistribution/1e0c4bc8a082d938/tinybert_encoder_layer_1_attention_output_dense_bias.tbf"
+constant[32].type "tensor<float>(d3[312])"
+constant[33].name "tinybert_645"
+constant[33].fileref "filedistribution/7ef6de3dd8902534/tinybert_645.tbf"
+constant[33].type "tensor<float>(d2[312],d3[312])"
+constant[34].name "tinybert_encoder_layer_3_attention_output_dense_bias"
+constant[34].fileref "filedistribution/9a8e585e32950ecf/tinybert_encoder_layer_3_attention_output_dense_bias.tbf"
+constant[34].type "tensor<float>(d3[312])"
+constant[35].name "tinybert_Concat_353"
+constant[35].fileref "filedistribution/dc72a0e790a30020/tinybert_Concat_353.tbf"
+constant[35].type "tensor<float>(d0[4])"
+constant[36].name "tinybert_Concat_342"
+constant[36].fileref "filedistribution/db6dae3a39fcf192/tinybert_Concat_342.tbf"
+constant[36].type "tensor<float>(d0[4])"
+constant[37].name "tinybert_626"
+constant[37].fileref "filedistribution/c165d1ea133a28b6/tinybert_626.tbf"
+constant[37].type "tensor<float>(d2[1200],d3[312])"
+constant[38].name "tinybert_612"
+constant[38].fileref "filedistribution/f0a05a2cea97e1f9/tinybert_612.tbf"
+constant[38].type "tensor<float>(d2[1200],d3[312])"
+constant[39].name "tinybert_embeddings_token_type_embeddings_weight"
+constant[39].fileref "filedistribution/7d01968ada002ff8/tinybert_embeddings_token_type_embeddings_weight.tbf"
+constant[39].type "tensor<float>(d0[2],d3[312])"
+constant[40].name "tinybert_encoder_layer_3_intermediate_dense_bias"
+constant[40].fileref "filedistribution/a893d4ac541d42eb/tinybert_encoder_layer_3_intermediate_dense_bias.tbf"
+constant[40].type "tensor<float>(d2[1200])"
+constant[41].name "tinybert_encoder_layer_0_attention_self_query_bias"
+constant[41].fileref "filedistribution/5bdfe53fc08f095/tinybert_encoder_layer_0_attention_self_query_bias.tbf"
+constant[41].type "tensor<float>(d2[312])"
+constant[42].name "tinybert_615"
+constant[42].fileref "filedistribution/1667a5cf592c365/tinybert_615.tbf"
+constant[42].type "tensor<float>(d2[312],d3[312])"
+constant[43].name "tinybert_encoder_layer_2_output_LayerNorm_bias"
+constant[43].fileref "filedistribution/ccd015582d66388e/tinybert_encoder_layer_2_output_LayerNorm_bias.tbf"
+constant[43].type "tensor<float>(d3[312])"
+constant[44].name "tinybert_601"
+constant[44].fileref "filedistribution/c003ee0fce20531/tinybert_601.tbf"
+constant[44].type "tensor<float>(d2[312],d3[312])"
+constant[45].name "tinybert_Concat_81"
+constant[45].fileref "filedistribution/cd0d517153ca69b4/tinybert_Concat_81.tbf"
+constant[45].type "tensor<float>(d0[4])"
+constant[46].name "tinybert_624"
+constant[46].fileref "filedistribution/52e4f13729329216/tinybert_624.tbf"
+constant[46].type "tensor<float>(d2[312],d3[312])"
+constant[47].name "tinybert_Concat_288"
+constant[47].fileref "filedistribution/8216d52cc5aa31bd/tinybert_Concat_288.tbf"
+constant[47].type "tensor<float>(d0[3])"
+constant[48].name "tinybert_Gather_31"
+constant[48].fileref "filedistribution/a25a5243e3c26732/tinybert_Gather_31.tbf"
+constant[48].type "tensor<float>(d0[1],d1[128],d3[312])"
+constant[49].name "tinybert_encoder_layer_3_output_LayerNorm_bias"
+constant[49].fileref "filedistribution/13cb87130508f381/tinybert_encoder_layer_3_output_LayerNorm_bias.tbf"
+constant[49].type "tensor<float>(d3[312])"
+constant[50].name "tinybert_encoder_layer_3_attention_self_query_bias"
+constant[50].fileref "filedistribution/261b74d9b1faa77d/tinybert_encoder_layer_3_attention_self_query_bias.tbf"
+constant[50].type "tensor<float>(d2[312])"
+constant[51].name "tinybert_616"
+constant[51].fileref "filedistribution/5d4350323a071e9f/tinybert_616.tbf"
+constant[51].type "tensor<float>(d2[312],d3[312])"
+constant[52].name "tinybert_Concat_382"
+constant[52].fileref "filedistribution/7c076b59f45223ef/tinybert_Concat_382.tbf"
+constant[52].type "tensor<float>(d0[3])"
+constant[53].name "tinybert_encoder_layer_3_output_dense_bias"
+constant[53].fileref "filedistribution/c0374bdd83f6f831/tinybert_encoder_layer_3_output_dense_bias.tbf"
+constant[53].type "tensor<float>(d3[312])"
+constant[54].name "tinybert_encoder_layer_0_attention_output_LayerNorm_bias"
+constant[54].fileref "filedistribution/1bdfde9445c7cb6d/tinybert_encoder_layer_0_attention_output_LayerNorm_bias.tbf"
+constant[54].type "tensor<float>(d3[312])"
+constant[55].name "tinybert_encoder_layer_2_attention_self_value_bias"
+constant[55].fileref "filedistribution/93736ee6488d12f9/tinybert_encoder_layer_2_attention_self_value_bias.tbf"
+constant[55].type "tensor<float>(d2[312])"
+constant[56].name "tinybert_629"
+constant[56].fileref "filedistribution/5571e3625094b475/tinybert_629.tbf"
+constant[56].type "tensor<float>(d2[312],d3[312])"
+constant[57].name "tinybert_encoder_layer_2_attention_output_LayerNorm_bias"
+constant[57].fileref "filedistribution/5326aaa30d3cd2fd/tinybert_encoder_layer_2_attention_output_LayerNorm_bias.tbf"
+constant[57].type "tensor<float>(d3[312])"
+constant[58].name "tinybert_Concat_248"
+constant[58].fileref "filedistribution/60bab4fc23fe183e/tinybert_Concat_248.tbf"
+constant[58].type "tensor<float>(d0[4])"
+constant[59].name "tinybert_639"
+constant[59].fileref "filedistribution/f063f0b40260827d/tinybert_639.tbf"
+constant[59].type "tensor<float>(d2[312],d3[312])"
+constant[60].name "tinybert_Concat_71"
+constant[60].fileref "filedistribution/dfaa3c067cc9a6ff/tinybert_Concat_71.tbf"
+constant[60].type "tensor<float>(d0[4])"
+constant[61].name "tinybert_641"
+constant[61].fileref "filedistribution/a7d13f6c41a99226/tinybert_641.tbf"
+constant[61].type "tensor<float>(d2[1200],d3[312])"
+constant[62].name "tinybert_600"
+constant[62].fileref "filedistribution/36b4a3d779ef7201/tinybert_600.tbf"
+constant[62].type "tensor<float>(d2[312],d3[312])"
+constant[63].name "tinybert_encoder_layer_3_attention_output_LayerNorm_bias"
+constant[63].fileref "filedistribution/12c4ee4c5547a64e/tinybert_encoder_layer_3_attention_output_LayerNorm_bias.tbf"
+constant[63].type "tensor<float>(d3[312])"
+constant[64].name "tinybert_614"
+constant[64].fileref "filedistribution/689165a57d7656c9/tinybert_614.tbf"
+constant[64].type "tensor<float>(d2[312],d3[312])"
+constant[65].name "tinybert_611"
+constant[65].fileref "filedistribution/2901f3bcfdb170a4/tinybert_611.tbf"
+constant[65].type "tensor<float>(d2[1200],d3[312])"
+constant[66].name "tinybert_encoder_layer_2_attention_output_dense_bias"
+constant[66].fileref "filedistribution/99f6d1ba780ffe21/tinybert_encoder_layer_2_attention_output_dense_bias.tbf"
+constant[66].type "tensor<float>(d3[312])"
+constant[67].name "tinybert_encoder_layer_1_output_LayerNorm_bias"
+constant[67].fileref "filedistribution/c5e300a8e998ce7f/tinybert_encoder_layer_1_output_LayerNorm_bias.tbf"
+constant[67].type "tensor<float>(d3[312])"
+constant[68].name "tinybert_encoder_layer_0_attention_output_dense_bias"
+constant[68].fileref "filedistribution/ac91e41746178779/tinybert_encoder_layer_0_attention_output_dense_bias.tbf"
+constant[68].type "tensor<float>(d3[312])"
+constant[69].name "tinybert_encoder_layer_0_output_dense_bias"
+constant[69].fileref "filedistribution/24d385c5920aaaec/tinybert_encoder_layer_0_output_dense_bias.tbf"
+constant[69].type "tensor<float>(d3[312])"
+constant[70].name "tinybert_encoder_layer_0_attention_self_value_bias"
+constant[70].fileref "filedistribution/9496f2740a93d981/tinybert_encoder_layer_0_attention_self_value_bias.tbf"
+constant[70].type "tensor<float>(d2[312])"
+constant[71].name "tinybert_Concat_100"
+constant[71].fileref "filedistribution/64ea58b13d6a706c/tinybert_Concat_100.tbf"
+constant[71].type "tensor<float>(d0[3])"
+constant[72].name "tinybert_encoder_layer_3_attention_output_LayerNorm_weight"
+constant[72].fileref "filedistribution/d0392f4c85a475f4/tinybert_encoder_layer_3_attention_output_LayerNorm_weight.tbf"
+constant[72].type "tensor<float>(d3[312])"
+constant[73].name "tinybert_Concat_269"
+constant[73].fileref "filedistribution/4f7d38d29831c94c/tinybert_Concat_269.tbf"
+constant[73].type "tensor<float>(d0[4])"
+constant[74].name "tinybert_encoder_layer_1_attention_output_LayerNorm_weight"
+constant[74].fileref "filedistribution/12e62273a701da0c/tinybert_encoder_layer_1_attention_output_LayerNorm_weight.tbf"
+constant[74].type "tensor<float>(d3[312])"
+constant[75].name "tinybert_encoder_layer_2_attention_output_LayerNorm_weight"
+constant[75].fileref "filedistribution/f427490c7481e911/tinybert_encoder_layer_2_attention_output_LayerNorm_weight.tbf"
+constant[75].type "tensor<float>(d3[312])"
+constant[76].name "tinybert_encoder_layer_3_output_LayerNorm_weight"
+constant[76].fileref "filedistribution/8ee0f683d1a850c5/tinybert_encoder_layer_3_output_LayerNorm_weight.tbf"
+constant[76].type "tensor<float>(d3[312])"
+constant[77].name "tinybert_embeddings_word_embeddings_weight"
+constant[77].fileref "filedistribution/f65178b864c98e80/tinybert_embeddings_word_embeddings_weight.tbf"
+constant[77].type "tensor<float>(d0[30522],d3[312])"
+constant[78].name "tinybert_646"
+constant[78].fileref "filedistribution/923e51a03f5d6c88/tinybert_646.tbf"
+constant[78].type "tensor<float>(d2[312],d3[312])"
+constant[79].name "tinybert_Concat_165"
+constant[79].fileref "filedistribution/65461c703dbdae0c/tinybert_Concat_165.tbf"
+constant[79].type "tensor<float>(d0[4])"
+constant[80].name "tinybert_encoder_layer_3_attention_self_key_bias"
+constant[80].fileref "filedistribution/86bda18083e89158/tinybert_encoder_layer_3_attention_self_key_bias.tbf"
+constant[80].type "tensor<float>(d2[312])"
+constant[81].name "tinybert_Concat_154"
+constant[81].fileref "filedistribution/5fa74195044c3fcd/tinybert_Concat_154.tbf"
+constant[81].type "tensor<float>(d0[4])"
+constant[82].name "tinybert_encoder_layer_0_attention_output_LayerNorm_weight"
+constant[82].fileref "filedistribution/e6bf3f48a1e9269e/tinybert_encoder_layer_0_attention_output_LayerNorm_weight.tbf"
+constant[82].type "tensor<float>(d3[312])"
+constant[83].name "tinybert_encoder_layer_1_attention_self_value_bias"
+constant[83].fileref "filedistribution/f69aa2c5d6e9928d/tinybert_encoder_layer_1_attention_self_value_bias.tbf"
+constant[83].type "tensor<float>(d2[312])"
+constant[84].name "tinybert_657"
+constant[84].fileref "filedistribution/9ee8715bbc085dfb/tinybert_657.tbf"
+constant[84].type "tensor<float>(d2[1200],d3[312])"
+constant[85].name "tinybert_599"
+constant[85].fileref "filedistribution/ff781c1ad6f97395/tinybert_599.tbf"
+constant[85].type "tensor<float>(d2[312],d3[312])"
+constant[86].name "tinybert_654"
+constant[86].fileref "filedistribution/f4fd0f62da4d01e4/tinybert_654.tbf"
+constant[86].type "tensor<float>(d2[312],d3[312])"
diff --git a/model-evaluation/src/test/resources/config/tinybert/ranking-expressions.cfg b/model-evaluation/src/test/resources/config/tinybert/ranking-expressions.cfg
new file mode 100644
index 00000000000..e69de29bb2d
--- /dev/null
+++ b/model-evaluation/src/test/resources/config/tinybert/ranking-expressions.cfg