summaryrefslogtreecommitdiffstats
path: root/linguistics
diff options
context:
space:
mode:
authorJon Bratseth <bratseth@gmail.com>2021-05-04 21:39:57 +0200
committerJon Bratseth <bratseth@gmail.com>2021-05-04 21:39:57 +0200
commit89764523bef6b240fcbc926d21e6c92da57375aa (patch)
tree6d2a03ea1a775b8dcfa3ab7dbf7af3418351cb22 /linguistics
parent69e5745894fbcfeb21e45f7d5664084b41ccbe11 (diff)
Avoid config in simple tokenizer
Diffstat (limited to 'linguistics')
-rw-r--r--linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java11
1 files changed, 4 insertions, 7 deletions
diff --git a/linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java b/linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java
index 44f6c74b206..4ffe2a866d8 100644
--- a/linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java
+++ b/linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java
@@ -18,6 +18,8 @@ import com.yahoo.language.process.Tokenizer;
import com.yahoo.language.process.Transformer;
import com.yahoo.vespa.configdefinition.SpecialtokensConfig;
+import java.util.List;
+
/**
* Factory of simple linguistic processor implementations.
* Useful for testing and english-only use cases.
@@ -33,20 +35,15 @@ public class SimpleLinguistics implements Linguistics {
private final Detector detector;
private final CharacterClasses characterClasses;
private final GramSplitter gramSplitter;
- private final SpecialTokenRegistry specialTokenRegistry;
-
- public SimpleLinguistics() {
- this(new SpecialtokensConfig.Builder().build());
- }
+ private final SpecialTokenRegistry specialTokenRegistry = new SpecialTokenRegistry(List.of());
@Inject
- public SimpleLinguistics(SpecialtokensConfig specialTokensConfig) {
+ public SimpleLinguistics() {
this.normalizer = new SimpleNormalizer();
this.transformer = new SimpleTransformer();
this.detector = new SimpleDetector();
this.characterClasses = new CharacterClasses();
this.gramSplitter = new GramSplitter(characterClasses);
- this.specialTokenRegistry = new SpecialTokenRegistry(specialTokensConfig);
}
@Override