diff options
author | Jon Marius Venstad <jonmv@users.noreply.github.com> | 2023-09-05 12:49:39 +0200 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-09-05 12:49:39 +0200 |
commit | 6d783357cf83163a1298372e88020d3d73c25e3c (patch) | |
tree | 459daa166d10f7fe743031e707a32c78f839091e /opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java | |
parent | 2697fbc195ef428210925e4b05223e0ab64405a4 (diff) | |
parent | 05df635cab10d2e312a10e0620a0e6558a4de013 (diff) |
Merge branch 'master' into renovate/junit5-monorepo
Diffstat (limited to 'opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java')
-rw-r--r-- | opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java b/opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java index 27c23d8d3e6..5893429f5d0 100644 --- a/opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java +++ b/opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java @@ -19,14 +19,15 @@ public class DefaultLanguageDetectorContextGenerator extends opennlp.tools.langd } @Override - public String[] getContext(CharSequence document) { + @SuppressWarnings("unchecked") + public <T extends CharSequence> T[] getContext(CharSequence document) { int[] normalized = normalizer.normalize(document).codePoints().map(Character::toLowerCase).toArray(); Set<String> grams = new HashSet<>(); for (int i = 0; i < normalized.length; i++) for (int j = minLength; j <= maxLength && i + j < normalized.length; j++) grams.add(new String(normalized, i, j)); - return grams.toArray(new String[grams.size()]); + return (T[])grams.toArray(new String[grams.size()]); } } |