summaryrefslogtreecommitdiffstats
path: root/linguistics
diff options
context:
space:
mode:
authorArne H Juul <arnej27959@users.noreply.github.com>2020-04-24 11:18:18 +0200
committerGitHub <noreply@github.com>2020-04-24 11:18:18 +0200
commitbe1fb0d49eead759e69ed224c403cd8ecf5ed84e (patch)
treee4b9d1067b082e621d17fcee13c9473275ee7f24 /linguistics
parent976f28680df424bf028eb12a3f413049c17bf098 (diff)
Apply suggestions from code review
Co-Authored-By: Jon Bratseth <bratseth@oath.com>
Diffstat (limited to 'linguistics')
-rw-r--r--linguistics/src/main/java/com/yahoo/language/opennlp/OpenNlpTokenizer.java8
-rw-r--r--linguistics/src/main/java/com/yahoo/language/opennlp/OptimaizeDetector.java2
-rw-r--r--linguistics/src/main/java/com/yahoo/language/simple/SimpleTokenizer.java4
3 files changed, 7 insertions, 7 deletions
diff --git a/linguistics/src/main/java/com/yahoo/language/opennlp/OpenNlpTokenizer.java b/linguistics/src/main/java/com/yahoo/language/opennlp/OpenNlpTokenizer.java
index 0ebd4e0f638..9a1e6da7629 100644
--- a/linguistics/src/main/java/com/yahoo/language/opennlp/OpenNlpTokenizer.java
+++ b/linguistics/src/main/java/com/yahoo/language/opennlp/OpenNlpTokenizer.java
@@ -60,7 +60,7 @@ public class OpenNlpTokenizer implements Tokenizer {
}
private Stemmer getStemmerForLanguage(Language language, StemMode stemMode) {
- log.log(Level.FINEST, "getStemmerForLanguage '"+language+"' mode: "+stemMode);
+ log.log(Level.FINEST, () -> "getStemmerForLanguage '"+language+"' mode: "+stemMode);
if (language == null || Language.ENGLISH.equals(language) || StemMode.NONE.equals(stemMode)) {
return null;
}
@@ -124,7 +124,7 @@ public class OpenNlpTokenizer implements Tokenizer {
private String processToken(String token, Language language, StemMode stemMode, boolean removeAccents,
Stemmer stemmer) {
- log.log(Level.FINEST, "processToken '"+token+"'");
+ log.log(Level.FINEST, () -> "processToken '"+token+"'");
token = normalizer.normalize(token);
token = LinguisticsCase.toLowerCase(token);
if (removeAccents)
@@ -132,9 +132,9 @@ public class OpenNlpTokenizer implements Tokenizer {
if (stemMode != StemMode.NONE) {
String oldToken = token;
token = doStemming(token, stemmer);
- log.log(Level.FINEST, "stem '"+oldToken+"' to '"+token+"'");
+ log.log(Level.FINEST, () -> "stem '"+oldToken+"' to '"+token+"'");
}
- log.log(Level.FINEST, "processed token is: "+token);
+ log.log(Level.FINEST, () -> "processed token is: "+token);
return token;
}
diff --git a/linguistics/src/main/java/com/yahoo/language/opennlp/OptimaizeDetector.java b/linguistics/src/main/java/com/yahoo/language/opennlp/OptimaizeDetector.java
index a42c9f0504e..bf07c91ba44 100644
--- a/linguistics/src/main/java/com/yahoo/language/opennlp/OptimaizeDetector.java
+++ b/linguistics/src/main/java/com/yahoo/language/opennlp/OptimaizeDetector.java
@@ -99,7 +99,7 @@ public class OptimaizeDetector implements Detector {
private static Language guessLanguageUsingOptimaize(String input) {
Optional<LdLocale> result = languageDetector.detect(textObjectFactory.forText(input));
if ( ! result.isPresent()) return Language.UNKNOWN;
- log.log(Level.FINE, "guessing language "+result.get()+" from input: "+input);
+ log.log(Level.FINE, () -> "guessing language "+result.get()+" from input: "+input);
return Language.fromLocale(new Locale(result.get().getLanguage()));
}
diff --git a/linguistics/src/main/java/com/yahoo/language/simple/SimpleTokenizer.java b/linguistics/src/main/java/com/yahoo/language/simple/SimpleTokenizer.java
index a8470d86869..aa24e359b53 100644
--- a/linguistics/src/main/java/com/yahoo/language/simple/SimpleTokenizer.java
+++ b/linguistics/src/main/java/com/yahoo/language/simple/SimpleTokenizer.java
@@ -75,9 +75,9 @@ public class SimpleTokenizer implements Tokenizer {
if (stemMode != StemMode.NONE) {
String oldToken = token;
token = stemmer.stem(token);
- log.log(Level.FINEST, "stem '"+oldToken+"' to '"+token+"'");
+ log.log(Level.FINEST, () -> "stem '"+oldToken+"' to '"+token+"'");
}
- log.log(Level.FINEST, "processed token is: "+token);
+ log.log(Level.FINEST, () -> "processed token is: "+token);
return token;
}