summaryrefslogtreecommitdiffstats
path: root/opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java
diff options
context:
space:
mode:
authorJon Marius Venstad <jonmv@users.noreply.github.com>2023-09-05 12:49:39 +0200
committerGitHub <noreply@github.com>2023-09-05 12:49:39 +0200
commit6d783357cf83163a1298372e88020d3d73c25e3c (patch)
tree459daa166d10f7fe743031e707a32c78f839091e /opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java
parent2697fbc195ef428210925e4b05223e0ab64405a4 (diff)
parent05df635cab10d2e312a10e0620a0e6558a4de013 (diff)
Merge branch 'master' into renovate/junit5-monorepo
Diffstat (limited to 'opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java')
-rw-r--r--opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java5
1 files changed, 3 insertions, 2 deletions
diff --git a/opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java b/opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java
index 27c23d8d3e6..5893429f5d0 100644
--- a/opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java
+++ b/opennlp-linguistics/src/main/java/com/yahoo/language/opennlp/DefaultLanguageDetectorContextGenerator.java
@@ -19,14 +19,15 @@ public class DefaultLanguageDetectorContextGenerator extends opennlp.tools.langd
}
@Override
- public String[] getContext(CharSequence document) {
+ @SuppressWarnings("unchecked")
+ public <T extends CharSequence> T[] getContext(CharSequence document) {
int[] normalized = normalizer.normalize(document).codePoints().map(Character::toLowerCase).toArray();
Set<String> grams = new HashSet<>();
for (int i = 0; i < normalized.length; i++)
for (int j = minLength; j <= maxLength && i + j < normalized.length; j++)
grams.add(new String(normalized, i, j));
- return grams.toArray(new String[grams.size()]);
+ return (T[])grams.toArray(new String[grams.size()]);
}
}