aboutsummaryrefslogtreecommitdiffstats
path: root/linguistics
diff options
context:
space:
mode:
authorJon Marius Venstad <venstad@gmail.com>2021-12-20 11:20:37 +0100
committerJon Marius Venstad <venstad@gmail.com>2021-12-20 11:20:37 +0100
commite4a1aa6c3df7d7e131d0422966e6bdda6b0d71c2 (patch)
tree1a0240a29c2352c29d5c2226e2e2b5fdc0e5e214 /linguistics
parent2994e2a0f96e87d9428a156fe3263efab1f7a654 (diff)
Avoid putting nulls in languange map
Diffstat (limited to 'linguistics')
-rw-r--r--linguistics/src/main/java/com/yahoo/language/opennlp/OpenNlpDetector.java7
1 files changed, 5 insertions, 2 deletions
diff --git a/linguistics/src/main/java/com/yahoo/language/opennlp/OpenNlpDetector.java b/linguistics/src/main/java/com/yahoo/language/opennlp/OpenNlpDetector.java
index 849452aeafd..41e7c8a3ee8 100644
--- a/linguistics/src/main/java/com/yahoo/language/opennlp/OpenNlpDetector.java
+++ b/linguistics/src/main/java/com/yahoo/language/opennlp/OpenNlpDetector.java
@@ -40,8 +40,11 @@ class OpenNlpDetector implements Detector {
config = new LanguageDetectorConfig();
config.setMinDiff(0.02);
config.setChunkSize(64);
- for (Locale locale : Locale.getAvailableLocales())
- languagesByISO3.put(locale.getISO3Language(), Language.fromLocale(locale));
+ for (Locale locale : Locale.getAvailableLocales()) {
+ Language language = Language.fromLocale(locale);
+ if (language != null)
+ languagesByISO3.put(locale.getISO3Language(), language);
+ }
}
private static LanguageDetectorModel loadModel() {