diff options
author | Tor Egge <Tor.Egge@online.no> | 2023-11-02 13:49:23 +0100 |
---|---|---|
committer | Tor Egge <Tor.Egge@online.no> | 2023-11-02 13:49:23 +0100 |
commit | 108f27308e628447d5b833f7ea676aa2c5f452b5 (patch) | |
tree | 29c2d28b01aae9cd3b0a735c81c3427cb5a2fe39 /config-model/src/main/java | |
parent | e64583fa0b618da67189152c10310293221dd8bc (diff) |
Dynamic summary fields don't require tokenizer.
Tokenization is enabled by the presence of an index expression in the
indexing script for the field, and the annotated strings containing the
result of tokenization are written to the document field.
Diffstat (limited to 'config-model/src/main/java')
-rw-r--r-- | config-model/src/main/java/com/yahoo/schema/processing/TextMatch.java | 18 |
1 files changed, 2 insertions, 16 deletions
diff --git a/config-model/src/main/java/com/yahoo/schema/processing/TextMatch.java b/config-model/src/main/java/com/yahoo/schema/processing/TextMatch.java index 7dd968c5454..8ae3ec7a3fa 100644 --- a/config-model/src/main/java/com/yahoo/schema/processing/TextMatch.java +++ b/config-model/src/main/java/com/yahoo/schema/processing/TextMatch.java @@ -47,13 +47,7 @@ public class TextMatch extends Processor { } if (fieldType != DataType.STRING) continue; - Set<String> dynamicSummary = new TreeSet<>(); - Set<String> staticSummary = new TreeSet<>(); - new IndexingOutputs(schema, deployLogger, rankProfileRegistry, queryProfiles).findSummaryTo(schema, - field, - dynamicSummary, - staticSummary); - MyVisitor visitor = new MyVisitor(dynamicSummary); + MyVisitor visitor = new MyVisitor(); visitor.visit(script); if ( ! visitor.requiresTokenize) continue; @@ -78,23 +72,15 @@ public class TextMatch extends Processor { private static class MyVisitor extends ExpressionVisitor { - final Set<String> dynamicSummaryFields; boolean requiresTokenize = false; - MyVisitor(Set<String> dynamicSummaryFields) { - this.dynamicSummaryFields = dynamicSummaryFields; - } + MyVisitor() { } @Override protected void doVisit(Expression exp) { if (exp instanceof IndexExpression) { requiresTokenize = true; } - if (exp instanceof SummaryExpression && - dynamicSummaryFields.contains(((SummaryExpression)exp).getFieldName())) - { - requiresTokenize = true; - } } } |