Support clearing values in query profiles

5 files changed, 55 insertions, 22 deletions

diff --git a/container-search/src/main/java/com/yahoo/search/query/profile/ModelObjectMap.java b/container-search/src/main/java/com/yahoo/search/query/profile/ModelObjectMap.java
index 4dc9ade62e5..e32d2dc226d 100644
--- a/container-search/src/main/java/com/yahoo/search/query/profile/ModelObjectMap.java
+++ b/container-search/src/main/java/com/yahoo/search/query/profile/ModelObjectMap.java
@@ -22,8 +22,7 @@ public class ModelObjectMap extends PropertyMap {
      */
     @Override
     protected boolean shouldSet(CompoundName name, Object value) {
-        if (value == null) return true;
-        return ! FieldType.isLegalFieldValue(value);
+        return value != null && ! FieldType.isLegalFieldValue(value);
     }
 
 }
diff --git a/container-search/src/main/java/com/yahoo/search/query/profile/QueryProfileProperties.java b/container-search/src/main/java/com/yahoo/search/query/profile/QueryProfileProperties.java
index 05e3c4fe9a0..701ea7690f4 100644
--- a/container-search/src/main/java/com/yahoo/search/query/profile/QueryProfileProperties.java
+++ b/container-search/src/main/java/com/yahoo/search/query/profile/QueryProfileProperties.java
@@ -32,7 +32,12 @@ public class QueryProfileProperties extends Properties {
 
     /** Values which has been overridden at runtime, or null if none */
     private Map<CompoundName, Object> values = null;
-    /** Query profile references which has been overridden at runtime, or null if none. Earlier values has precedence */
+
+    /**
+     * Query profile references which has been overridden at runtime, possibly to the null value to clear values,
+     * or null if none (i.e this is lazy).
+     * Earlier values has precedence
+     */
     private List<Pair<CompoundName, CompiledQueryProfile>> references = null;
 
     /** Creates an instance from a profile, throws an exception if the given profile is null */
@@ -49,20 +54,21 @@ public class QueryProfileProperties extends Properties {
     public Object get(CompoundName name, Map<String, String> context,
                       com.yahoo.processing.request.Properties substitution) {
         name = unalias(name, context);
-        Object value = null;
-        if (values != null)
-            value = values.get(name);
-        if (value == null) {
-            Pair<CompoundName, CompiledQueryProfile> reference = findReference(name);
-            if (reference != null)
-                return reference.getSecond().get(name.rest(reference.getFirst().size()), context, substitution); // yes; even if null
+        if (values != null && values.containsKey(name))
+            return values.get(name); // Returns this value, even if null
+
+        Pair<CompoundName, CompiledQueryProfile> reference = findReference(name);
+        if (reference != null) {
+            if (reference.getSecond() == null)
+                return null; // cleared
+            else
+                return reference.getSecond().get(name.rest(reference.getFirst().size()), context, substitution); // even if null
         }
 
-        if (value == null)
-            value = profile.get(name, context, substitution);
-        if (value == null)
-            value = super.get(name, context, substitution);
-        return value;
+        Object value = profile.get(name, context, substitution);
+        if (value != null)
+            return value;
+        return super.get(name, context, substitution);
     }
 
     /**
@@ -143,12 +149,26 @@ public class QueryProfileProperties extends Properties {
     }
 
     @Override
-    public Map<String, Object> listProperties(CompoundName path, Map<String,String> context,
+    public void clearAll(CompoundName name, Map<String, String> context) {
+        if (references == null)
+            references = new ArrayList<>();
+        references.add(new Pair<>(name, null));
+
+        if (values != null)
+            values.keySet().removeIf(key -> key.hasPrefix(name));
+    }
+
+    @Override
+    public Map<String, Object> listProperties(CompoundName path, Map<String, String> context,
                                               com.yahoo.processing.request.Properties substitution) {
         path = unalias(path, context);
         if (context == null) context = Collections.emptyMap();
 
-        Map<String, Object> properties = profile.listValues(path, context, substitution);
+        Map<String, Object> properties = new HashMap<>();
+        for (var entry : profile.listValues(path, context, substitution).entrySet()) {
+            if (references != null && containsNullParentOf(path, references)) continue;
+            properties.put(entry.getKey(), entry.getValue());
+        }
         properties.putAll(super.listProperties(path, context, substitution));
 
         if (references != null) {
@@ -165,8 +185,14 @@ public class QueryProfileProperties extends Properties {
                     pathInReference = path.rest(refEntry.getFirst().size());
                     prefixToReferenceKeys = CompoundName.empty;
                 }
-                for (Map.Entry<String, Object> valueEntry : refEntry.getSecond().listValues(pathInReference, context, substitution).entrySet()) {
-                    properties.put(prefixToReferenceKeys.append(new CompoundName(valueEntry.getKey())).toString(), valueEntry.getValue());
+                if (refEntry.getSecond() == null) {
+                    if (refEntry.getFirst().hasPrefix(path))
+                        properties.put(prefixToReferenceKeys.toString(), null);
+                }
+                else {
+                    for (Map.Entry<String, Object> valueEntry : refEntry.getSecond().listValues(pathInReference, context, substitution).entrySet()) {
+                        properties.put(prefixToReferenceKeys.append(new CompoundName(valueEntry.getKey())).toString(), valueEntry.getValue());
+                    }
                 }
             }
 
@@ -241,6 +267,12 @@ public class QueryProfileProperties extends Properties {
         return null;
     }
 
+    private boolean containsNullParentOf(CompoundName path, List<Pair<CompoundName, CompiledQueryProfile>> properties) {
+        if (properties.contains(new Pair<>(path, (CompiledQueryProfile)null))) return true;
+        if (path.size() > 0 && containsNullParentOf(path.first(path.size() - 1), properties)) return true;
+        return false;
+    }
+
     CompoundName unalias(CompoundName name, Map<String,String> context) {
         if (profile.getTypes().isEmpty()) return name;
 
diff --git a/container-search/src/main/java/com/yahoo/search/query/profile/compiled/CompiledQueryProfile.java b/container-search/src/main/java/com/yahoo/search/query/profile/compiled/CompiledQueryProfile.java
index 644d366e7d0..94f4e4747a0 100644
--- a/container-search/src/main/java/com/yahoo/search/query/profile/compiled/CompiledQueryProfile.java
+++ b/container-search/src/main/java/com/yahoo/search/query/profile/compiled/CompiledQueryProfile.java
@@ -134,7 +134,6 @@ public class CompiledQueryProfile extends AbstractComponent implements Cloneable
     public Map<String, Object> listValues(CompoundName prefix, Map<String, String> context, Properties substitution) {
         Map<String, Object> values = new HashMap<>();
         for (Map.Entry<CompoundName, DimensionalValue<ValueWithSource>> entry : entries.entrySet()) {
-            if ( entry.getKey().size() <= prefix.size()) continue;
             if ( ! entry.getKey().hasPrefix(prefix)) continue;
 
             ValueWithSource valueWithSource = entry.getValue().get(context);
diff --git a/container-search/src/main/java/com/yahoo/search/query/properties/PropertyMap.java b/container-search/src/main/java/com/yahoo/search/query/properties/PropertyMap.java
index 4f30331e738..643e215daef 100644
--- a/container-search/src/main/java/com/yahoo/search/query/properties/PropertyMap.java
+++ b/container-search/src/main/java/com/yahoo/search/query/properties/PropertyMap.java
@@ -26,7 +26,10 @@ public class PropertyMap extends Properties {
     /** The properties of this */
     private Map<CompoundName, Object> properties = new LinkedHashMap<>();
 
-    public void set(CompoundName name, Object value, Map<String,String> context) {
+    public void set(CompoundName name, Object value, Map<String, String> context) {
+        if (value == null) // Both clear and forward
+            properties.remove(name);
+
         if (shouldSet(name, value))
             properties.put(name, value);
         else
diff --git a/container-search/src/main/java/com/yahoo/search/query/properties/QueryProperties.java b/container-search/src/main/java/com/yahoo/search/query/properties/QueryProperties.java
index dfe6c2af44b..96f73e925af 100644
--- a/container-search/src/main/java/com/yahoo/search/query/properties/QueryProperties.java
+++ b/container-search/src/main/java/com/yahoo/search/query/properties/QueryProperties.java
@@ -294,7 +294,7 @@ public class QueryProperties extends Properties {
                 super.set(key,value,context);
         }
         catch (Exception e) { // Make sure error messages are informative. This should be moved out of this properties implementation
-            if (e.getMessage().startsWith("Could not set"))
+            if (e.getMessage() != null && e.getMessage().startsWith("Could not set"))
                 throw e;
             else
                 throw new IllegalArgumentException("Could not set '" + key + "' to '" + value + "'", e);