diff options
author | Jon Bratseth <bratseth@gmail.com> | 2021-09-19 22:03:39 +0200 |
---|---|---|
committer | Jon Bratseth <bratseth@gmail.com> | 2021-09-19 22:03:39 +0200 |
commit | 03cca9c42b32d8d4ba24b348f8466de42bb05cd7 (patch) | |
tree | a6348759bf87ddb7cece3e74477067dc3981188a /docprocs/src/main | |
parent | 7ccaece3a2d065de9eb5a4cb18bc2f02d908d595 (diff) |
Add 'encode' expression
Diffstat (limited to 'docprocs/src/main')
-rw-r--r-- | docprocs/src/main/java/com/yahoo/docprocs/indexing/IndexingProcessor.java | 7 | ||||
-rw-r--r-- | docprocs/src/main/java/com/yahoo/docprocs/indexing/ScriptManager.java | 11 |
2 files changed, 12 insertions, 6 deletions
diff --git a/docprocs/src/main/java/com/yahoo/docprocs/indexing/IndexingProcessor.java b/docprocs/src/main/java/com/yahoo/docprocs/indexing/IndexingProcessor.java index 285f3e83602..53709c4ff87 100644 --- a/docprocs/src/main/java/com/yahoo/docprocs/indexing/IndexingProcessor.java +++ b/docprocs/src/main/java/com/yahoo/docprocs/indexing/IndexingProcessor.java @@ -20,6 +20,8 @@ import com.yahoo.document.DocumentUpdate; import com.yahoo.document.config.DocumentmanagerConfig; import com.yahoo.language.Linguistics; import java.util.logging.Level; + +import com.yahoo.language.process.Encoder; import com.yahoo.vespa.configdefinition.IlscriptsConfig; import com.yahoo.vespa.indexinglanguage.AdapterFactory; import com.yahoo.vespa.indexinglanguage.SimpleAdapterFactory; @@ -52,9 +54,10 @@ public class IndexingProcessor extends DocumentProcessor { @Inject public IndexingProcessor(DocumentmanagerConfig documentmanagerConfig, IlscriptsConfig ilscriptsConfig, - Linguistics linguistics) { + Linguistics linguistics, + Encoder encoder) { docTypeMgr = DocumentTypeManagerConfigurer.configureNewManager(documentmanagerConfig); - scriptMgr = new ScriptManager(docTypeMgr, ilscriptsConfig, linguistics); + scriptMgr = new ScriptManager(docTypeMgr, ilscriptsConfig, linguistics, encoder); adapterFactory = new SimpleAdapterFactory(new ExpressionSelector()); } diff --git a/docprocs/src/main/java/com/yahoo/docprocs/indexing/ScriptManager.java b/docprocs/src/main/java/com/yahoo/docprocs/indexing/ScriptManager.java index a148966c250..8f3f75af795 100644 --- a/docprocs/src/main/java/com/yahoo/docprocs/indexing/ScriptManager.java +++ b/docprocs/src/main/java/com/yahoo/docprocs/indexing/ScriptManager.java @@ -5,6 +5,8 @@ import com.yahoo.document.DocumentType; import com.yahoo.document.DocumentTypeManager; import com.yahoo.language.Linguistics; import java.util.logging.Level; + +import com.yahoo.language.process.Encoder; import com.yahoo.vespa.configdefinition.IlscriptsConfig; import com.yahoo.vespa.indexinglanguage.ScriptParserContext; import com.yahoo.vespa.indexinglanguage.expressions.InputExpression; @@ -26,9 +28,9 @@ public class ScriptManager { private final Map<String, Map<String, DocumentScript>> documentFieldScripts; private final DocumentTypeManager docTypeMgr; - public ScriptManager(DocumentTypeManager docTypeMgr, IlscriptsConfig config, Linguistics linguistics) { + public ScriptManager(DocumentTypeManager docTypeMgr, IlscriptsConfig config, Linguistics linguistics, Encoder encoder) { this.docTypeMgr = docTypeMgr; - documentFieldScripts = createScriptsMap(docTypeMgr, config, linguistics); + documentFieldScripts = createScriptsMap(docTypeMgr, config, linguistics, encoder); } @@ -72,9 +74,10 @@ public class ScriptManager { private static Map<String, Map<String, DocumentScript>> createScriptsMap(DocumentTypeManager docTypeMgr, IlscriptsConfig config, - Linguistics linguistics) { + Linguistics linguistics, + Encoder encoder) { Map<String, Map<String, DocumentScript>> documentFieldScripts = new HashMap<>(config.ilscript().size()); - ScriptParserContext parserContext = new ScriptParserContext(linguistics); + ScriptParserContext parserContext = new ScriptParserContext(linguistics, encoder); parserContext.getAnnotatorConfig().setMaxTermOccurrences(config.maxtermoccurrences()); parserContext.getAnnotatorConfig().setMaxTokenLength(config.fieldmatchmaxlength()); |