linguistics/src/test/java/com/yahoo/language/opennlp/OptimaizeDetectorTestCase.java


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.language.opennlp;

import com.yahoo.language.Language;
import com.yahoo.language.detect.Detector;
import com.yahoo.language.simple.SimpleDetector;
import org.junit.Test;

import static org.junit.Assert.assertEquals;

/**
 * @author bratseth
 */
public class OptimaizeDetectorTestCase {

    private static final Detector detector = new OptimaizeDetector();

    @Test
    public void testDetection() {
        assertLanguage(Language.UNKNOWN, "Hello!");

        // Test fallback to SimpleDetector
        assertLanguage(Language.CHINESE_TRADITIONAL, // CHINESE_SIMPLIFIED input
                       "\u6211\u80FD\u541E\u4E0B\u73BB\u7483\u800C\u4E0D\u4F24\u8EAB\u4F53\u3002");

        // from https://ru.wikipedia.org/wiki/%D0%A0%D0%BE%D1%81%D1%81%D0%B8%D1%8F
        assertLanguage(Language.RUSSIAN, "Материал из Википедии — свободной энциклопедии");
        // https://he.wikipedia.org/wiki/Yahoo!
        assertLanguage(Language.HEBREW, "אתר יאהו! הוא אחד מאתרי האינטרנט הפופולריים ביותר בעולם, עם מעל 500 מיליון כניסות בכל יום");
    }

    private static void assertLanguage(Language language, String input) {
        assertEquals(language, detector.detect(input, null).getLanguage());
    }

}