diff options
author | Jon Bratseth <bratseth@gmail.com> | 2021-09-21 17:45:50 +0200 |
---|---|---|
committer | Jon Bratseth <bratseth@gmail.com> | 2021-09-21 17:45:50 +0200 |
commit | 7f9ed6ede10ba75023d640e38108352ee0c36a37 (patch) | |
tree | 83d2823c3ee9f1a3e357086201cc54716b024ff4 /linguistics/src/main/java/com/yahoo/language/simple/SimpleDetector.java | |
parent | 83bfc1f7f0469d5d03096a1ca42a697c1e18bf4a (diff) |
Linguistics cleanup
Diffstat (limited to 'linguistics/src/main/java/com/yahoo/language/simple/SimpleDetector.java')
-rw-r--r-- | linguistics/src/main/java/com/yahoo/language/simple/SimpleDetector.java | 9 |
1 files changed, 0 insertions, 9 deletions
diff --git a/linguistics/src/main/java/com/yahoo/language/simple/SimpleDetector.java b/linguistics/src/main/java/com/yahoo/language/simple/SimpleDetector.java index 3de0eb3e997..e15c6257414 100644 --- a/linguistics/src/main/java/com/yahoo/language/simple/SimpleDetector.java +++ b/linguistics/src/main/java/com/yahoo/language/simple/SimpleDetector.java @@ -70,15 +70,6 @@ public class SimpleDetector implements Detector { block == Character.UnicodeBlock.HANGUL_COMPATIBILITY_JAMO) { return Language.KOREAN; } - // katakana phonetic extensions. - if (0x31f0 <= c && c <= 0x31ff) { - // See http://www.unicode.org/charts/PDF/U31F0.pdf - // This is a special case because This range of character - // codes is classified as unasigned in - // Character.UnicodeBlock. But clearly it is assigned as - // per above. - return Language.JAPANESE; - } if (0x31f0 <= c && c <= 0x31ff || // these are standard character blocks for japanese characters. block == Character.UnicodeBlock.HIRAGANA || block == Character.UnicodeBlock.KATAKANA || |