1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.schema.processing;
import com.yahoo.config.application.api.DeployLogger;
import com.yahoo.schema.RankProfileRegistry;
import com.yahoo.schema.Schema;
import com.yahoo.schema.processing.multifieldresolver.RankProfileTypeSettingsProcessor;
import com.yahoo.vespa.model.container.search.QueryProfiles;
import com.yahoo.config.model.api.ModelContext;
import com.yahoo.config.model.deploy.TestProperties;
import java.util.Arrays;
import java.util.Collection;
import java.util.Set;
/**
* Executor of processors. This defines the right order of processor execution.
*
* @author bratseth
* @author bjorncs
*/
public class Processing {
private final ModelContext.Properties properties;
public Processing() { this.properties = new TestProperties(); }
public Processing(ModelContext.Properties properties) { this.properties = properties; }
private Collection<ProcessorFactory> processors() {
return Arrays.asList(
SearchMustHaveDocument::new,
UrlFieldValidator::new,
BuiltInFieldSets::new,
ReservedDocumentNames::new,
IndexFieldNames::new,
IntegerIndex2Attribute::new,
MakeAliases::new,
UriHack::new,
LiteralBoost::new,
TagType::new,
ValidateFieldTypesDocumentsOnly::new,
IndexingInputs::new,
OptimizeIlscript::new,
ValidateFieldWithIndexSettingsCreatesIndex::new,
AttributesImplicitWord::new,
MutableAttributes::new,
CreatePositionZCurve::new,
DictionaryProcessor::new,
WordMatch::new,
ImportedFieldsResolver::new,
ImplicitSummaries::new,
ImplicitSummaryFields::new,
AdjustPositionSummaryFields::new,
SummaryConsistency::new,
SummaryNamesFieldCollisions::new,
SummaryFieldsMustHaveValidSource::new,
MatchedElementsOnlyResolver::new,
AddAttributeTransformToSummaryOfImportedFields::new,
MakeDefaultSummaryTheSuperSet::new,
Bolding::new,
AttributeProperties::new,
SetRankTypeEmptyOnFilters::new,
SummaryDynamicStructsArrays::new,
StringSettingsOnNonStringFields::new,
IndexingOutputs::new,
ExactMatch::new,
NGramMatch::new,
TextMatch::new,
MultifieldIndexHarmonizer::new,
FilterFieldNames::new,
MatchConsistency::new,
ValidateStructTypeInheritance::new,
ValidateFieldTypes::new,
SummaryDiskAccessValidator::new,
DisallowComplexMapAndWsetKeyTypes::new,
SortingSettings::new,
FieldSetSettings::new,
AddExtraFieldsToDocument::new,
PredicateProcessor::new,
MatchPhaseSettingsValidator::new,
DiversitySettingsValidator::new,
TensorFieldProcessor::new,
RankProfileTypeSettingsProcessor::new,
ReferenceFieldsProcessor::new,
FastAccessValidator::new,
ReservedFunctionNames::new,
OnnxModelConfigGenerator::new,
OnnxModelTypeResolver::new,
RankingExpressionTypeResolver::new,
BoolAttributeValidator::new,
PagedAttributeValidator::new,
// These should be last:
IndexingValidation::new,
IndexingValues::new);
}
/** Processors of rank profiles only (those who tolerate and do something useful when the search field is null) */
private Collection<ProcessorFactory> rankProfileProcessors() {
return Arrays.asList(
RankProfileTypeSettingsProcessor::new,
ReservedFunctionNames::new,
RankingExpressionTypeResolver::new);
}
private void runProcessor(Processor processor, boolean validate, boolean documentsOnly) {
processor.process(validate, documentsOnly, properties);
}
/**
* Runs all search processors on the given {@link Schema} object. These will modify the search object, <b>possibly
* exchanging it with another</b>, as well as its document types.
*
* @param schema the search to process
* @param deployLogger the log to log messages and warnings for application deployment to
* @param rankProfileRegistry a {@link com.yahoo.schema.RankProfileRegistry}
* @param queryProfiles the query profiles contained in the application this search is part of
* @param processorsToSkip a set of processor classes we should not invoke in this. Useful for testing.
*/
public void process(Schema schema, DeployLogger deployLogger, RankProfileRegistry rankProfileRegistry,
QueryProfiles queryProfiles, boolean validate, boolean documentsOnly,
Set<Class<? extends Processor>> processorsToSkip)
{
Collection<ProcessorFactory> factories = processors();
factories.stream()
.map(factory -> factory.create(schema, deployLogger, rankProfileRegistry, queryProfiles))
.filter(processor -> ! processorsToSkip.contains(processor.getClass()))
.forEach(processor -> runProcessor(processor, validate, documentsOnly));
}
/**
* Runs rank profiles processors only.
*
* @param deployLogger the log to log messages and warnings for application deployment to
* @param rankProfileRegistry a {@link com.yahoo.schema.RankProfileRegistry}
* @param queryProfiles the query profiles contained in the application this search is part of
*/
public void processRankProfiles(DeployLogger deployLogger, RankProfileRegistry rankProfileRegistry,
QueryProfiles queryProfiles, boolean validate, boolean documentsOnly) {
Collection<ProcessorFactory> factories = rankProfileProcessors();
factories.stream()
.map(factory -> factory.create(null, deployLogger, rankProfileRegistry, queryProfiles))
.forEach(processor -> runProcessor(processor, validate, documentsOnly));
}
@FunctionalInterface
public interface ProcessorFactory {
Processor create(Schema schema, DeployLogger deployLogger, RankProfileRegistry rankProfileRegistry,
QueryProfiles queryProfiles);
}
}
|
