summaryrefslogtreecommitdiffstats
path: root/config-model/src/main/java/com
diff options
context:
space:
mode:
authorTor Egge <Tor.Egge@online.no>2023-11-02 13:49:23 +0100
committerTor Egge <Tor.Egge@online.no>2023-11-02 13:49:23 +0100
commit108f27308e628447d5b833f7ea676aa2c5f452b5 (patch)
tree29c2d28b01aae9cd3b0a735c81c3427cb5a2fe39 /config-model/src/main/java/com
parente64583fa0b618da67189152c10310293221dd8bc (diff)
Dynamic summary fields don't require tokenizer.
Tokenization is enabled by the presence of an index expression in the indexing script for the field, and the annotated strings containing the result of tokenization are written to the document field.
Diffstat (limited to 'config-model/src/main/java/com')
-rw-r--r--config-model/src/main/java/com/yahoo/schema/processing/TextMatch.java18
1 files changed, 2 insertions, 16 deletions
diff --git a/config-model/src/main/java/com/yahoo/schema/processing/TextMatch.java b/config-model/src/main/java/com/yahoo/schema/processing/TextMatch.java
index 7dd968c5454..8ae3ec7a3fa 100644
--- a/config-model/src/main/java/com/yahoo/schema/processing/TextMatch.java
+++ b/config-model/src/main/java/com/yahoo/schema/processing/TextMatch.java
@@ -47,13 +47,7 @@ public class TextMatch extends Processor {
}
if (fieldType != DataType.STRING) continue;
- Set<String> dynamicSummary = new TreeSet<>();
- Set<String> staticSummary = new TreeSet<>();
- new IndexingOutputs(schema, deployLogger, rankProfileRegistry, queryProfiles).findSummaryTo(schema,
- field,
- dynamicSummary,
- staticSummary);
- MyVisitor visitor = new MyVisitor(dynamicSummary);
+ MyVisitor visitor = new MyVisitor();
visitor.visit(script);
if ( ! visitor.requiresTokenize) continue;
@@ -78,23 +72,15 @@ public class TextMatch extends Processor {
private static class MyVisitor extends ExpressionVisitor {
- final Set<String> dynamicSummaryFields;
boolean requiresTokenize = false;
- MyVisitor(Set<String> dynamicSummaryFields) {
- this.dynamicSummaryFields = dynamicSummaryFields;
- }
+ MyVisitor() { }
@Override
protected void doVisit(Expression exp) {
if (exp instanceof IndexExpression) {
requiresTokenize = true;
}
- if (exp instanceof SummaryExpression &&
- dynamicSummaryFields.contains(((SummaryExpression)exp).getFieldName()))
- {
- requiresTokenize = true;
- }
}
}