From 89764523bef6b240fcbc926d21e6c92da57375aa Mon Sep 17 00:00:00 2001
From: Jon Bratseth <bratseth@gmail.com>
Date: Tue, 4 May 2021 21:39:57 +0200
Subject: Avoid config in simple tokenizer

---
 .../java/com/yahoo/language/simple/SimpleLinguistics.java     | 11 ++++-------
 1 file changed, 4 insertions(+), 7 deletions(-)

(limited to 'linguistics/src/main/java/com/yahoo/language')

diff --git a/linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java b/linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java
index 44f6c74b206..4ffe2a866d8 100644
--- a/linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java
+++ b/linguistics/src/main/java/com/yahoo/language/simple/SimpleLinguistics.java
@@ -18,6 +18,8 @@ import com.yahoo.language.process.Tokenizer;
 import com.yahoo.language.process.Transformer;
 import com.yahoo.vespa.configdefinition.SpecialtokensConfig;
 
+import java.util.List;
+
 /**
  * Factory of simple linguistic processor implementations.
  * Useful for testing and english-only use cases.
@@ -33,20 +35,15 @@ public class SimpleLinguistics implements Linguistics {
     private final Detector detector;
     private final CharacterClasses characterClasses;
     private final GramSplitter gramSplitter;
-    private final SpecialTokenRegistry specialTokenRegistry;
-
-    public SimpleLinguistics() {
-        this(new SpecialtokensConfig.Builder().build());
-    }
+    private final SpecialTokenRegistry specialTokenRegistry = new SpecialTokenRegistry(List.of());
 
     @Inject
-    public SimpleLinguistics(SpecialtokensConfig specialTokensConfig) {
+    public SimpleLinguistics() {
         this.normalizer = new SimpleNormalizer();
         this.transformer = new SimpleTransformer();
         this.detector = new SimpleDetector();
         this.characterClasses = new CharacterClasses();
         this.gramSplitter = new GramSplitter(characterClasses);
-        this.specialTokenRegistry = new SpecialTokenRegistry(specialTokensConfig);
     }
 
     @Override
-- 
cgit v1.2.3