Extract virtual fields in the index environment.

Fields that are represented by a set of attributes in the backend are considered virtual fields.
Currently, this is map or array of struct fields (from the SD file) with struct-field attributes.

1 files changed, 35 insertions, 0 deletions

diff --git a/searchcore/src/tests/proton/matching/index_environment/index_environment_test.cpp b/searchcore/src/tests/proton/matching/index_environment/index_environment_test.cpp
index bd7c3a4e8fd..404dc5d42e9 100644
--- a/searchcore/src/tests/proton/matching/index_environment/index_environment_test.cpp
+++ b/searchcore/src/tests/proton/matching/index_environment/index_environment_test.cpp
@@ -15,6 +15,7 @@ using search::index::Schema;
 using search::index::schema::CollectionType;
 using search::index::schema::DataType;
 using vespalib::eval::ConstantValue;
+using SAF = Schema::AttributeField;
 using SIAF = Schema::ImportedAttributeField;
 
 const vespalib::string my_expr_ref(
@@ -118,6 +119,11 @@ struct Fixture {
         EXPECT_TRUE(field->type() == FieldType::ATTRIBUTE);
         EXPECT_FALSE(field->isFilter());
     }
+    void assert_virtual_field(size_t idx,
+                              const vespalib::string& name) const {
+        const auto* field = assertField(idx, name, DataType::COMBINED, CollectionType::ARRAY);
+        EXPECT_TRUE(field->type() == FieldType::VIRTUAL);
+    }
 };
 
 TEST_F("require that document meta store is always extracted in index environment", Fixture(buildEmptySchema()))
@@ -139,6 +145,35 @@ TEST_F("require that imported attribute fields are extracted in index environmen
     EXPECT_EQUAL("[documentmetastore]", f.env.getField(2)->name());
 }
 
+Schema::UP schema_with_virtual_fields() {
+    // These attributes represent parts of the following fields:
+    //   * field person_map type map<int, person>, where the person struct has the fields name and year.
+    //   * field int_map type map<int, int>
+    //
+    // In this example 'person_map', 'person_map.value', and 'int_map' are virtual fields as seen from the ranking framework.
+    auto result = std::make_unique<Schema>();
+    result->addAttributeField(SAF("person_map.key", DataType::INT32, CollectionType::ARRAY));
+    result->addAttributeField(SAF("person_map.value.name", DataType::STRING, CollectionType::ARRAY));
+    result->addAttributeField(SAF("person_map.value.year", DataType::INT32, CollectionType::ARRAY));
+    result->addAttributeField(SAF("int_map.key", DataType::INT32, CollectionType::ARRAY));
+    result->addAttributeField(SAF("int_map.value", DataType::INT32, CollectionType::ARRAY));
+    return result;
+}
+
+TEST_F("virtual fields are extracted in index environment", Fixture(schema_with_virtual_fields()))
+{
+    ASSERT_EQUAL(9u, f.env.getNumFields());
+    TEST_DO(f.assertAttributeField(0, "person_map.key", DataType::INT32, CollectionType::ARRAY));
+    TEST_DO(f.assertAttributeField(1, "person_map.value.name", DataType::STRING, CollectionType::ARRAY));
+    TEST_DO(f.assertAttributeField(2, "person_map.value.year", DataType::INT32, CollectionType::ARRAY));
+    TEST_DO(f.assertAttributeField(3, "int_map.key", DataType::INT32, CollectionType::ARRAY));
+    TEST_DO(f.assertAttributeField(4, "int_map.value", DataType::INT32, CollectionType::ARRAY));
+    EXPECT_EQUAL("[documentmetastore]", f.env.getField(5)->name());
+    TEST_DO(f.assert_virtual_field(6, "int_map"));
+    TEST_DO(f.assert_virtual_field(7, "person_map"));
+    TEST_DO(f.assert_virtual_field(8, "person_map.value"));
+}
+
 TEST_F("require that onnx model config can be obtained", Fixture(buildEmptySchema())) {
     {
         auto model = f1.env.getOnnxModel("model1");