aboutsummaryrefslogtreecommitdiffstats
path: root/lucene-linguistics/src/main/java/com/yahoo/language/lucene/DefaultAnalyzers.java
diff options
context:
space:
mode:
Diffstat (limited to 'lucene-linguistics/src/main/java/com/yahoo/language/lucene/DefaultAnalyzers.java')
-rw-r--r--lucene-linguistics/src/main/java/com/yahoo/language/lucene/DefaultAnalyzers.java7
1 files changed, 6 insertions, 1 deletions
diff --git a/lucene-linguistics/src/main/java/com/yahoo/language/lucene/DefaultAnalyzers.java b/lucene-linguistics/src/main/java/com/yahoo/language/lucene/DefaultAnalyzers.java
index 95b11301d47..e550d8aea43 100644
--- a/lucene-linguistics/src/main/java/com/yahoo/language/lucene/DefaultAnalyzers.java
+++ b/lucene-linguistics/src/main/java/com/yahoo/language/lucene/DefaultAnalyzers.java
@@ -1,3 +1,4 @@
+// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.language.lucene;
import com.yahoo.language.Language;
@@ -6,6 +7,7 @@ import org.apache.lucene.analysis.ar.ArabicAnalyzer;
import org.apache.lucene.analysis.bg.BulgarianAnalyzer;
import org.apache.lucene.analysis.bn.BengaliAnalyzer;
import org.apache.lucene.analysis.ca.CatalanAnalyzer;
+import org.apache.lucene.analysis.cjk.CJKAnalyzer;
import org.apache.lucene.analysis.ckb.SoraniAnalyzer;
import org.apache.lucene.analysis.cz.CzechAnalyzer;
import org.apache.lucene.analysis.da.DanishAnalyzer;
@@ -58,7 +60,10 @@ class DefaultAnalyzers {
entry(Language.BENGALI, new BengaliAnalyzer()),
// analyzerClasses.put(Language.BRASILIAN, new BrazilianAnalyzer())
entry(Language.CATALAN, new CatalanAnalyzer()),
- // cjk analyzer?
+ entry(Language.CHINESE_SIMPLIFIED, new CJKAnalyzer()),
+ entry(Language.CHINESE_TRADITIONAL, new CJKAnalyzer()),
+ entry(Language.JAPANESE, new CJKAnalyzer()),
+ entry(Language.KOREAN, new CJKAnalyzer()),
entry(Language.KURDISH, new SoraniAnalyzer()),
entry(Language.CZECH, new CzechAnalyzer()),
entry(Language.DANISH, new DanishAnalyzer()),