vespajlib/src/main/java/com/yahoo/text/LanguageHacks.java


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

// Copyright 2017 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.text;

import static com.yahoo.text.Lowercase.toLowerCase;

/**
 * Language helper functions.
 *
 * @deprecated do not use
 * @author  <a href="mailto:steinar@yahoo-inc.com">Steinar Knutsen</a>
 */
@Deprecated
public class LanguageHacks {

    /**
     * Whether a language is in the CJK group.
     */
    public static boolean isCJK(String language) {
        if (language == null) return false;

        language = toLowerCase(language);
        return "ja".equals(language)
                || "ko".equals(language)
                || language.startsWith("zh")
                || language.startsWith("tw"); // TODO: tw is a bogus value?
    }

    /**
     * Whether there is desegmenting in this language.
     */
    public static boolean yellDesegments(String language) {
        if (language == null) return false;

        language = toLowerCase(language);
        return "de".equals(language) || isCJK(language);
    }

}