diff options
author | Henning Baldersheim <balder@yahoo-inc.com> | 2017-08-07 20:44:37 +0200 |
---|---|---|
committer | Henning Baldersheim <balder@yahoo-inc.com> | 2017-08-07 20:44:37 +0200 |
commit | 12355c67aa9bf5bcd6851374761c938188cd21f4 (patch) | |
tree | bd327cb0b7d9ec82abafc178bcaddfabf34598b4 /indexinglanguage | |
parent | 92c0fcfe10c06163968dcfa2ff07993c2f2f74f5 (diff) |
Let the default field match max length be controlable by config override as for maxtermoccurences.
Diffstat (limited to 'indexinglanguage')
-rw-r--r-- | indexinglanguage/src/main/java/com/yahoo/vespa/indexinglanguage/linguistics/AnnotatorConfig.java | 8 |
1 files changed, 5 insertions, 3 deletions
diff --git a/indexinglanguage/src/main/java/com/yahoo/vespa/indexinglanguage/linguistics/AnnotatorConfig.java b/indexinglanguage/src/main/java/com/yahoo/vespa/indexinglanguage/linguistics/AnnotatorConfig.java index 990a8a513f2..6d160c489df 100644 --- a/indexinglanguage/src/main/java/com/yahoo/vespa/indexinglanguage/linguistics/AnnotatorConfig.java +++ b/indexinglanguage/src/main/java/com/yahoo/vespa/indexinglanguage/linguistics/AnnotatorConfig.java @@ -14,14 +14,15 @@ public class AnnotatorConfig implements Cloneable { private StemMode stemMode; private boolean removeAccents; private int maxTermOccurences; - private int maxTokenizeLength = MAX_TOKENIZE_LENGTH; + private int maxTokenizeLength; public static final int DEFAULT_MAX_TERM_OCCURRENCES; - private static final int MAX_TOKENIZE_LENGTH = 1000000; + private static final int DEFAULT_MAX_TOKENIZE_LENGTH; static { IlscriptsConfig defaults = new IlscriptsConfig(new IlscriptsConfig.Builder()); DEFAULT_MAX_TERM_OCCURRENCES = defaults.maxtermoccurrences(); + DEFAULT_MAX_TOKENIZE_LENGTH = defaults.fieldmatchmaxlength(); } public AnnotatorConfig() { @@ -29,6 +30,7 @@ public class AnnotatorConfig implements Cloneable { stemMode = StemMode.NONE; removeAccents = false; maxTermOccurences = DEFAULT_MAX_TERM_OCCURRENCES; + maxTokenizeLength = DEFAULT_MAX_TOKENIZE_LENGTH; } public AnnotatorConfig(AnnotatorConfig rhs) { @@ -90,7 +92,7 @@ public class AnnotatorConfig implements Cloneable { } public boolean hasNonDefaultMaxTokenLength() { - return maxTokenizeLength != MAX_TOKENIZE_LENGTH; + return maxTokenizeLength != DEFAULT_MAX_TOKENIZE_LENGTH; } @Override |