diff options
Diffstat (limited to 'lucene-linguistics/src/main/java/com/yahoo/language')
5 files changed, 10 insertions, 1 deletions
diff --git a/lucene-linguistics/src/main/java/com/yahoo/language/lucene/AnalyzerFactory.java b/lucene-linguistics/src/main/java/com/yahoo/language/lucene/AnalyzerFactory.java index 92ea77cdc13..dd338fb7d44 100644 --- a/lucene-linguistics/src/main/java/com/yahoo/language/lucene/AnalyzerFactory.java +++ b/lucene-linguistics/src/main/java/com/yahoo/language/lucene/AnalyzerFactory.java @@ -1,3 +1,4 @@ +// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. package com.yahoo.language.lucene; import com.yahoo.component.provider.ComponentRegistry; diff --git a/lucene-linguistics/src/main/java/com/yahoo/language/lucene/DefaultAnalyzers.java b/lucene-linguistics/src/main/java/com/yahoo/language/lucene/DefaultAnalyzers.java index 95b11301d47..e550d8aea43 100644 --- a/lucene-linguistics/src/main/java/com/yahoo/language/lucene/DefaultAnalyzers.java +++ b/lucene-linguistics/src/main/java/com/yahoo/language/lucene/DefaultAnalyzers.java @@ -1,3 +1,4 @@ +// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. package com.yahoo.language.lucene; import com.yahoo.language.Language; @@ -6,6 +7,7 @@ import org.apache.lucene.analysis.ar.ArabicAnalyzer; import org.apache.lucene.analysis.bg.BulgarianAnalyzer; import org.apache.lucene.analysis.bn.BengaliAnalyzer; import org.apache.lucene.analysis.ca.CatalanAnalyzer; +import org.apache.lucene.analysis.cjk.CJKAnalyzer; import org.apache.lucene.analysis.ckb.SoraniAnalyzer; import org.apache.lucene.analysis.cz.CzechAnalyzer; import org.apache.lucene.analysis.da.DanishAnalyzer; @@ -58,7 +60,10 @@ class DefaultAnalyzers { entry(Language.BENGALI, new BengaliAnalyzer()), // analyzerClasses.put(Language.BRASILIAN, new BrazilianAnalyzer()) entry(Language.CATALAN, new CatalanAnalyzer()), - // cjk analyzer? + entry(Language.CHINESE_SIMPLIFIED, new CJKAnalyzer()), + entry(Language.CHINESE_TRADITIONAL, new CJKAnalyzer()), + entry(Language.JAPANESE, new CJKAnalyzer()), + entry(Language.KOREAN, new CJKAnalyzer()), entry(Language.KURDISH, new SoraniAnalyzer()), entry(Language.CZECH, new CzechAnalyzer()), entry(Language.DANISH, new DanishAnalyzer()), diff --git a/lucene-linguistics/src/main/java/com/yahoo/language/lucene/LuceneLinguistics.java b/lucene-linguistics/src/main/java/com/yahoo/language/lucene/LuceneLinguistics.java index 8b193c103d6..6d184d9ddb2 100644 --- a/lucene-linguistics/src/main/java/com/yahoo/language/lucene/LuceneLinguistics.java +++ b/lucene-linguistics/src/main/java/com/yahoo/language/lucene/LuceneLinguistics.java @@ -1,3 +1,4 @@ +// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. package com.yahoo.language.lucene; import com.google.inject.Inject; diff --git a/lucene-linguistics/src/main/java/com/yahoo/language/lucene/LuceneTokenizer.java b/lucene-linguistics/src/main/java/com/yahoo/language/lucene/LuceneTokenizer.java index c1fa4da4989..0beb850ca6e 100644 --- a/lucene-linguistics/src/main/java/com/yahoo/language/lucene/LuceneTokenizer.java +++ b/lucene-linguistics/src/main/java/com/yahoo/language/lucene/LuceneTokenizer.java @@ -1,3 +1,4 @@ +// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. package com.yahoo.language.lucene; import com.yahoo.component.provider.ComponentRegistry; diff --git a/lucene-linguistics/src/main/java/com/yahoo/language/lucene/package-info.java b/lucene-linguistics/src/main/java/com/yahoo/language/lucene/package-info.java index 14330723224..9977a5e4710 100644 --- a/lucene-linguistics/src/main/java/com/yahoo/language/lucene/package-info.java +++ b/lucene-linguistics/src/main/java/com/yahoo/language/lucene/package-info.java @@ -1,3 +1,4 @@ +// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. @ExportPackage package com.yahoo.language.lucene; |