Configure signficance searcher through `SchemaInfo`

14 files changed, 107 insertions, 42 deletions

diff --git a/config-model/src/main/java/com/yahoo/schema/RankProfile.java b/config-model/src/main/java/com/yahoo/schema/RankProfile.java
index cdefbbf8174..60674b5487c 100644
--- a/config-model/src/main/java/com/yahoo/schema/RankProfile.java
+++ b/config-model/src/main/java/com/yahoo/schema/RankProfile.java
@@ -222,9 +222,10 @@ public class RankProfile implements Cloneable {
         this.useSignificanceModel = useSignificanceModel;
     }
 
-    public Boolean useSignificanceModel() {
+    public boolean useSignificanceModel() {
         if (useSignificanceModel != null) return useSignificanceModel;
-        return uniquelyInherited(p -> p.useSignificanceModel(), "use-model").orElse(null);
+        return uniquelyInherited(p -> p.useSignificanceModel(), "use-model")
+                .orElse(false); // Disabled by default
     }
 
     /**
diff --git a/config-model/src/main/java/com/yahoo/schema/derived/RawRankProfile.java b/config-model/src/main/java/com/yahoo/schema/derived/RawRankProfile.java
index 42586fa7d75..b057624f055 100644
--- a/config-model/src/main/java/com/yahoo/schema/derived/RawRankProfile.java
+++ b/config-model/src/main/java/com/yahoo/schema/derived/RawRankProfile.java
@@ -186,7 +186,6 @@ public class RawRankProfile {
         private RankingExpression globalPhaseRanking;
         private final int globalPhaseRerankCount;
         private final SerializationContext functionSerializationContext;
-        private Boolean useSignificanceModel;
 
         /**
          * Creates a raw rank profile from the given rank profile
@@ -222,7 +221,6 @@ public class RawRankProfile {
             rankScoreDropLimit = compiled.getRankScoreDropLimit();
             ignoreDefaultRankFeatures = compiled.getIgnoreDefaultRankFeatures();
             rankProperties = new ArrayList<>(compiled.getRankProperties());
-            useSignificanceModel = compiled.useSignificanceModel();
 
             Map<String, RankProfile.RankingExpressionFunction> functions = compiled.getFunctions();
             List<ExpressionFunction> functionExpressions = functions.values().stream().map(RankProfile.RankingExpressionFunction::function).toList();
@@ -481,9 +479,6 @@ public class RawRankProfile {
             if (targetHitsMaxAdjustmentFactor.isPresent()) {
                 properties.add(new Pair<>("vespa.matching.nns.target_hits_max_adjustment_factor", String.valueOf(targetHitsMaxAdjustmentFactor.getAsDouble())));
             }
-            if (useSignificanceModel != null) {
-                properties.add(new Pair<>("vespa.significance.use_model", String.valueOf(useSignificanceModel)));
-            }
             if (matchPhaseSettings != null) {
                 properties.add(new Pair<>("vespa.matchphase.degradation.attribute", matchPhaseSettings.getAttribute()));
                 properties.add(new Pair<>("vespa.matchphase.degradation.ascendingorder", matchPhaseSettings.getAscending() + ""));
diff --git a/config-model/src/main/java/com/yahoo/schema/derived/SchemaInfo.java b/config-model/src/main/java/com/yahoo/schema/derived/SchemaInfo.java
index f996b2624db..b91404be2dd 100644
--- a/config-model/src/main/java/com/yahoo/schema/derived/SchemaInfo.java
+++ b/config-model/src/main/java/com/yahoo/schema/derived/SchemaInfo.java
@@ -183,10 +183,12 @@ public final class SchemaInfo extends Derived {
 
     private void addRankProfilesConfig(SchemaInfoConfig.Schema.Builder schemaBuilder) {
         for (RankProfileInfo rankProfile : rankProfiles().values()) {
-            var rankProfileConfig = new SchemaInfoConfig.Schema.Rankprofile.Builder();
-            rankProfileConfig.name(rankProfile.name());
-            rankProfileConfig.hasSummaryFeatures(rankProfile.hasSummaryFeatures());
-            rankProfileConfig.hasRankFeatures(rankProfile.hasRankFeatures());
+            var rankProfileConfig = new SchemaInfoConfig.Schema.Rankprofile.Builder()
+                    .name(rankProfile.name())
+                    .hasSummaryFeatures(rankProfile.hasSummaryFeatures())
+                    .hasRankFeatures(rankProfile.hasRankFeatures())
+                    .significance(new SchemaInfoConfig.Schema.Rankprofile.Significance.Builder()
+                                          .useModel(rankProfile.useSignificanceModel()));
             for (var input : rankProfile.inputs().entrySet()) {
                 var inputConfig = new SchemaInfoConfig.Schema.Rankprofile.Input.Builder();
                 inputConfig.name(input.getKey().toString());
@@ -226,6 +228,7 @@ public final class SchemaInfo extends Derived {
         private final String name;
         private final boolean hasSummaryFeatures;
         private final boolean hasRankFeatures;
+        private final boolean useSignificanceModel;
         private final Map<Reference, RankProfile.Input> inputs;
 
         public RankProfileInfo(RankProfile profile) {
@@ -233,11 +236,13 @@ public final class SchemaInfo extends Derived {
             this.hasSummaryFeatures =  ! profile.getSummaryFeatures().isEmpty();
             this.hasRankFeatures =  ! profile.getRankFeatures().isEmpty();
             this.inputs = profile.inputs();
+            useSignificanceModel = profile.useSignificanceModel();
         }
 
         public String name() { return name; }
         public boolean hasSummaryFeatures() { return hasSummaryFeatures; }
         public boolean hasRankFeatures() { return hasRankFeatures; }
+        public boolean useSignificanceModel() { return useSignificanceModel; }
         public Map<Reference, RankProfile.Input> inputs() { return inputs; }
 
     }
diff --git a/config-model/src/test/derived/imported_position_field_summary/schema-info.cfg b/config-model/src/test/derived/imported_position_field_summary/schema-info.cfg
index f820ad9720b..5a474f62e07 100644
--- a/config-model/src/test/derived/imported_position_field_summary/schema-info.cfg
+++ b/config-model/src/test/derived/imported_position_field_summary/schema-info.cfg
@@ -53,6 +53,8 @@ schema[].summaryclass[].fields[].dynamic false
 schema[].rankprofile[].name "default"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "unranked"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
diff --git a/config-model/src/test/derived/neuralnet_noqueryprofile/schema-info.cfg b/config-model/src/test/derived/neuralnet_noqueryprofile/schema-info.cfg
index 728856abbf2..8f59c21e97f 100644
--- a/config-model/src/test/derived/neuralnet_noqueryprofile/schema-info.cfg
+++ b/config-model/src/test/derived/neuralnet_noqueryprofile/schema-info.cfg
@@ -156,6 +156,7 @@ schema[].summaryclass[].fields[].dynamic false
 schema[].rankprofile[].name "default"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].input[].name "query(W_0)"
 schema[].rankprofile[].input[].type "tensor(hidden[9],x[9])"
 schema[].rankprofile[].input[].name "query(b_0)"
@@ -173,9 +174,11 @@ schema[].rankprofile[].input[].type "tensor()"
 schema[].rankprofile[].name "unranked"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "defaultRankProfile"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].input[].name "query(W_0)"
 schema[].rankprofile[].input[].type "tensor(hidden[9],x[9])"
 schema[].rankprofile[].input[].name "query(b_0)"
@@ -193,6 +196,7 @@ schema[].rankprofile[].input[].type "tensor()"
 schema[].rankprofile[].name "neuralNetworkProfile"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].input[].name "query(W_0)"
 schema[].rankprofile[].input[].type "tensor(hidden[9],x[9])"
 schema[].rankprofile[].input[].name "query(b_0)"
diff --git a/config-model/src/test/derived/rankingexpression/schema-info.cfg b/config-model/src/test/derived/rankingexpression/schema-info.cfg
index 5bf01f10ede..f78eb7de310 100644
--- a/config-model/src/test/derived/rankingexpression/schema-info.cfg
+++ b/config-model/src/test/derived/rankingexpression/schema-info.cfg
@@ -148,96 +148,125 @@ schema[].summaryclass[].fields[].dynamic false
 schema[].rankprofile[].name "default"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures true
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "unranked"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "static"
 schema[].rankprofile[].hasSummaryFeatures true
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "overflow"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "duplicates"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "whitespace1"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "whitespace2"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "macros"
 schema[].rankprofile[].hasSummaryFeatures true
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "macros2"
 schema[].rankprofile[].hasSummaryFeatures true
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "macros3"
 schema[].rankprofile[].hasSummaryFeatures true
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "macros3-inherited"
 schema[].rankprofile[].hasSummaryFeatures true
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "macros-inherited"
 schema[].rankprofile[].hasSummaryFeatures true
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "macros-inherited2"
 schema[].rankprofile[].hasSummaryFeatures true
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "macros-inherited3"
 schema[].rankprofile[].hasSummaryFeatures true
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "macros-refering-macros"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "macros-refering-macros-inherited"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "macros-refering-macros-inherited2"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "macros-refering-macros-inherited-two-levels"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "withmf"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "withboolean"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "withglobalphase"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "layered"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].input[].name "query(v)"
 schema[].rankprofile[].input[].type "tensor(v[3])"
 schema[].rankprofile[].name "withtfl"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].input[].name "query(v)"
 schema[].rankprofile[].input[].type "tensor(v[3])"
 schema[].rankprofile[].name "withtfl2"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].input[].name "query(v)"
 schema[].rankprofile[].input[].type "tensor(v[3])"
 schema[].rankprofile[].name "withnorm"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "withfusion"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "function-with-arg-as-summary-feature"
 schema[].rankprofile[].hasSummaryFeatures true
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "function-with-arg-in-global-phase"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "withstringcompare"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].input[].name "query(myquerystring)"
 schema[].rankprofile[].input[].type "string"
 schema[].rankprofile[].input[].name "query(mybadlong)"
diff --git a/config-model/src/test/derived/rankprofilemodularity/schema-info.cfg b/config-model/src/test/derived/rankprofilemodularity/schema-info.cfg
index 377c10d3293..68892737e63 100644
--- a/config-model/src/test/derived/rankprofilemodularity/schema-info.cfg
+++ b/config-model/src/test/derived/rankprofilemodularity/schema-info.cfg
@@ -18,24 +18,32 @@ schema[].summaryclass[].fields[].dynamic false
 schema[].rankprofile[].name "default"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "unranked"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "in_schema0"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "in_schema1"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "in_schema2"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "in_schema3"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "outside_schema1"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "outside_schema2"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
diff --git a/config-model/src/test/derived/schemainheritance/schema-info.cfg b/config-model/src/test/derived/schemainheritance/schema-info.cfg
index 9fe71780c7a..466e66ad0bb 100644
--- a/config-model/src/test/derived/schemainheritance/schema-info.cfg
+++ b/config-model/src/test/derived/schemainheritance/schema-info.cfg
@@ -116,12 +116,16 @@ schema[].summaryclass[].fields[].dynamic false
 schema[].rankprofile[].name "default"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "unranked"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "child_profile"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
 schema[].rankprofile[].name "parent_profile"
 schema[].rankprofile[].hasSummaryFeatures false
 schema[].rankprofile[].hasRankFeatures false
+schema[].rankprofile[].significance.useModel false
diff --git a/container-search/abi-spec.json b/container-search/abi-spec.json
index d85f1844b18..1c6c773afd9 100644
--- a/container-search/abi-spec.json
+++ b/container-search/abi-spec.json
@@ -8539,6 +8539,7 @@
       "public com.yahoo.search.schema.RankProfile$Builder setHasSummaryFeatures(boolean)",
       "public com.yahoo.search.schema.RankProfile$Builder setHasRankFeatures(boolean)",
       "public com.yahoo.search.schema.RankProfile$Builder addInput(java.lang.String, com.yahoo.search.schema.RankProfile$InputType)",
+      "public com.yahoo.search.schema.RankProfile$Builder setUseSignificanceModel(boolean)",
       "public com.yahoo.search.schema.RankProfile build()"
     ],
     "fields" : [ ]
@@ -8573,6 +8574,7 @@
       "public com.yahoo.search.schema.Schema schema()",
       "public boolean hasSummaryFeatures()",
       "public boolean hasRankFeatures()",
+      "public boolean useSignificanceModel()",
       "public java.util.Map inputs()",
       "public boolean equals(java.lang.Object)",
       "public int hashCode()",
diff --git a/container-search/src/main/java/com/yahoo/search/schema/RankProfile.java b/container-search/src/main/java/com/yahoo/search/schema/RankProfile.java
index a5b8d328a7a..9583e9885e7 100644
--- a/container-search/src/main/java/com/yahoo/search/schema/RankProfile.java
+++ b/container-search/src/main/java/com/yahoo/search/schema/RankProfile.java
@@ -36,6 +36,7 @@ public class RankProfile {
     private final String name;
     private final boolean hasSummaryFeatures;
     private final boolean hasRankFeatures;
+    private final boolean useSignificanceModel;
     private final Map<String, InputType> inputs;
 
     // Assigned when this is added to a schema
@@ -45,6 +46,7 @@ public class RankProfile {
         this.name = builder.name;
         this.hasSummaryFeatures = builder.hasSummaryFeatures;
         this.hasRankFeatures = builder.hasRankFeatures;
+        this.useSignificanceModel = builder.useSignificanceModel;
         this.inputs = Collections.unmodifiableMap(builder.inputs);
     }
 
@@ -66,6 +68,9 @@ public class RankProfile {
     /** Returns true if this rank profile has rank features. */
     public boolean hasRankFeatures() { return hasRankFeatures; }
 
+    /** Returns true if this rank profile should use significance models. */
+    public boolean useSignificanceModel() { return useSignificanceModel; }
+
     /** Returns the inputs explicitly declared in this rank profile. */
     public Map<String, InputType> inputs() { return inputs; }
 
@@ -76,13 +81,14 @@ public class RankProfile {
         if ( ! other.name.equals(this.name)) return false;
         if ( other.hasSummaryFeatures != this.hasSummaryFeatures) return false;
         if ( other.hasRankFeatures != this.hasRankFeatures) return false;
+        if ( other.useSignificanceModel != this.useSignificanceModel) return false;
         if ( ! other.inputs.equals(this.inputs)) return false;
         return true;
     }
 
     @Override
     public int hashCode() {
-        return Objects.hash(name, hasSummaryFeatures, hasRankFeatures, inputs);
+        return Objects.hash(name, hasSummaryFeatures, hasRankFeatures, useSignificanceModel, inputs);
     }
 
     @Override
@@ -95,6 +101,7 @@ public class RankProfile {
         private final String name;
         private boolean hasSummaryFeatures = true;
         private boolean hasRankFeatures = true;
+        private boolean useSignificanceModel = false;
         private final Map<String, InputType> inputs = new LinkedHashMap<>();
 
         public Builder(String name) {
@@ -116,6 +123,8 @@ public class RankProfile {
             return this;
         }
 
+        public Builder setUseSignificanceModel(boolean use) { this.useSignificanceModel = use; return this; }
+
         public RankProfile build() {
             return new RankProfile(this);
         }
diff --git a/container-search/src/main/java/com/yahoo/search/significance/SignificanceSearcher.java b/container-search/src/main/java/com/yahoo/search/significance/SignificanceSearcher.java
index 6cef576f967..d2e48538eee 100644
--- a/container-search/src/main/java/com/yahoo/search/significance/SignificanceSearcher.java
+++ b/container-search/src/main/java/com/yahoo/search/significance/SignificanceSearcher.java
@@ -15,11 +15,17 @@ import com.yahoo.search.Query;
 import com.yahoo.search.Result;
 import com.yahoo.search.Searcher;
 import com.yahoo.search.query.Ranking;
+import com.yahoo.search.schema.RankProfile;
+import com.yahoo.search.schema.Schema;
+import com.yahoo.search.schema.SchemaInfo;
 import com.yahoo.search.searchchain.Execution;
 import com.yahoo.vespa.config.search.RankProfilesConfig;
 
+import java.util.Collection;
 import java.util.HashMap;
+import java.util.Objects;
 import java.util.Optional;
+import java.util.logging.Logger;
 
 import static com.yahoo.prelude.querytransform.StemmingSearcher.STEMMING;
 
@@ -34,30 +40,34 @@ import static com.yahoo.prelude.querytransform.StemmingSearcher.STEMMING;
 public class SignificanceSearcher extends Searcher {
 
     public final static String SIGNIFICANCE = "Significance";
-    private final SignificanceModelRegistry significanceModelRegistry;
-    private final RankProfilesConfig rankProfilesConfig;
 
-    private final HashMap<String, Boolean> useModel = new HashMap<>();
+    private static final Logger log = Logger.getLogger(SignificanceSearcher.class.getName());
 
+    private final SignificanceModelRegistry significanceModelRegistry;
+    private final SchemaInfo schemaInfo;
 
     @Inject
-    public SignificanceSearcher(SignificanceModelRegistry significanceModelRegistry, RankProfilesConfig rankProfilesConfig) {
+    public SignificanceSearcher(SignificanceModelRegistry significanceModelRegistry, SchemaInfo schemaInfo) {
         this.significanceModelRegistry = significanceModelRegistry;
-        this.rankProfilesConfig = rankProfilesConfig;
-
-        for (RankProfilesConfig.Rankprofile profile : rankProfilesConfig.rankprofile()) {
-            for (RankProfilesConfig.Rankprofile.Fef.Property property : profile.fef().property()) {
-                if (property.name().equals("vespa.significance.use_model")) {
-                    useModel.put(profile.name(), Boolean.parseBoolean(property.value()));
-                }
-            }
-        }
+        this.schemaInfo = schemaInfo;
     }
 
     @Override
     public Result search(Query query, Execution execution) {
-        Ranking ranking = query.getRanking();
-        if (!useModel.containsKey(ranking.getProfile()) || !useModel.get(ranking.getProfile())) return execution.search(query);
+        var rankProfileName = query.getRanking().getProfile();
+        var schemas = schemaInfo.newSession(query).schemas();
+        var useSignficanceConfiguration = schemas.stream()
+                .map(schema -> schema.rankProfiles().get(rankProfileName))
+                .filter(Objects::nonNull)
+                .map(RankProfile::useSignificanceModel)
+                .distinct().toList();
+        if (useSignficanceConfiguration.size() != 1) {
+            log.fine(() -> "Inconsistent 'signficance.use-model' configuration for rank profile '%s' for schemas %s. Fallback to disabled"
+                    .formatted(rankProfileName, schemas.stream().map(Schema::name).toList()));
+            return execution.search(query);
+        }
+
+        if (!useSignficanceConfiguration.get(0)) return execution.search(query);
 
         Language language = query.getModel().getParsingLanguage();
         Optional<SignificanceModel> model = significanceModelRegistry.getModel(language);
diff --git a/container-search/src/main/resources/configdefinitions/container.search.schema-info.def b/container-search/src/main/resources/configdefinitions/container.search.schema-info.def
index 989fbb16973..086b47f5ae5 100644
--- a/container-search/src/main/resources/configdefinitions/container.search.schema-info.def
+++ b/container-search/src/main/resources/configdefinitions/container.search.schema-info.def
@@ -28,6 +28,7 @@ schema[].summaryclass[].fields[].dynamic bool default=false
 schema[].rankprofile[].name string
 schema[].rankprofile[].hasSummaryFeatures bool default=true
 schema[].rankprofile[].hasRankFeatures bool default=true
+schema[].rankprofile[].significance.useModel bool default=false
 # The name of an input (query rank feature) accepted by this profile
 schema[].rankprofile[].input[].name string
 # The tensor type of an input (query rank feature) accepted by this profile
diff --git a/container-search/src/test/java/com/yahoo/search/significance/test/SignificanceSearcherTest.java b/container-search/src/test/java/com/yahoo/search/significance/test/SignificanceSearcherTest.java
index ed67798b4b1..abda1df473f 100644
--- a/container-search/src/test/java/com/yahoo/search/significance/test/SignificanceSearcherTest.java
+++ b/container-search/src/test/java/com/yahoo/search/significance/test/SignificanceSearcherTest.java
@@ -11,6 +11,10 @@ import com.yahoo.prelude.query.AndItem;
 import com.yahoo.prelude.query.WordItem;
 import com.yahoo.search.Query;
 import com.yahoo.search.Result;
+import com.yahoo.search.schema.DocumentSummary;
+import com.yahoo.search.schema.RankProfile;
+import com.yahoo.search.schema.Schema;
+import com.yahoo.search.schema.SchemaInfo;
 import com.yahoo.search.searchchain.Execution;
 import com.yahoo.search.significance.SignificanceSearcher;
 import com.yahoo.vespa.config.search.RankProfilesConfig;
@@ -33,24 +37,18 @@ public class SignificanceSearcherTest {
     SignificanceModelRegistry significanceModelRegistry;
     SignificanceSearcher searcher;
 
-    private static final String CONFIG_DIR = "src/test/resources/config/";
 
     public SignificanceSearcherTest() {
         List<Path> models = new ArrayList<>();
         models.add( Path.of("src/test/java/com/yahoo/search/significance/model/en.json"));
 
-        RankProfilesConfig rpCfg = readConfig("with_significance");
-
-        assertEquals(1, rpCfg.rankprofile().size());
-
+        var schema = new Schema.Builder("music")
+                .add(new DocumentSummary.Builder("default").build())
+                .add(new RankProfile.Builder("significance-ranking")
+                             .setUseSignificanceModel(true)
+                             .build());
         significanceModelRegistry = new DefaultSignificanceModelRegistry(models);
-        searcher = new SignificanceSearcher(significanceModelRegistry, rpCfg);
-    }
-
-    @SuppressWarnings("deprecation")
-    private RankProfilesConfig readConfig(String subDir) {
-        String cfgId = "file:" + CONFIG_DIR + subDir + "/rank-profiles.cfg";
-        return ConfigGetter.getConfig(RankProfilesConfig.class, cfgId);
+        searcher = new SignificanceSearcher(significanceModelRegistry, new SchemaInfo(List.of(schema.build()), List.of()));
     }
 
     private Execution createExecution(SignificanceSearcher searcher) {
diff --git a/container-search/src/test/resources/config/with_significance/rank-profiles.cfg b/container-search/src/test/resources/config/with_significance/rank-profiles.cfg
deleted file mode 100644
index 1dc1be62862..00000000000
--- a/container-search/src/test/resources/config/with_significance/rank-profiles.cfg
+++ /dev/null
@@ -1,3 +0,0 @@
-rankprofile[0].name "significance-ranking"
-rankprofile[0].fef.property[0].name "vespa.significance.use_model"
-rankprofile[0].fef.property[0].value "true"
\ No newline at end of file