diff options
author | Jon Bratseth <bratseth@gmail.com> | 2021-05-04 21:39:57 +0200 |
---|---|---|
committer | Jon Bratseth <bratseth@gmail.com> | 2021-05-04 21:39:57 +0200 |
commit | 89764523bef6b240fcbc926d21e6c92da57375aa (patch) | |
tree | 6d2a03ea1a775b8dcfa3ab7dbf7af3418351cb22 /linguistics/src/main/java/com/yahoo | |
parent | 69e5745894fbcfeb21e45f7d5664084b41ccbe11 (diff) |
Avoid config in simple tokenizer
Diffstat (limited to 'linguistics/src/main/java/com/yahoo')
-rw-r--r-- | linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java | 11 |
1 files changed, 4 insertions, 7 deletions
diff --git a/linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java b/linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java index 44f6c74b206..4ffe2a866d8 100644 --- a/linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java +++ b/linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java @@ -18,6 +18,8 @@ import com.yahoo.language.process.Tokenizer; import com.yahoo.language.process.Transformer; import com.yahoo.vespa.configdefinition.SpecialtokensConfig; +import java.util.List; + /** * Factory of simple linguistic processor implementations. * Useful for testing and english-only use cases. @@ -33,20 +35,15 @@ public class SimpleLinguistics implements Linguistics { private final Detector detector; private final CharacterClasses characterClasses; private final GramSplitter gramSplitter; - private final SpecialTokenRegistry specialTokenRegistry; - - public SimpleLinguistics() { - this(new SpecialtokensConfig.Builder().build()); - } + private final SpecialTokenRegistry specialTokenRegistry = new SpecialTokenRegistry(List.of()); @Inject - public SimpleLinguistics(SpecialtokensConfig specialTokensConfig) { + public SimpleLinguistics() { this.normalizer = new SimpleNormalizer(); this.transformer = new SimpleTransformer(); this.detector = new SimpleDetector(); this.characterClasses = new CharacterClasses(); this.gramSplitter = new GramSplitter(characterClasses); - this.specialTokenRegistry = new SpecialTokenRegistry(specialTokensConfig); } @Override |