diff options
Diffstat (limited to 'linguistics/src/test/java/com/yahoo/language/simple/SimpleTransformerTestCase.java')
-rw-r--r-- | linguistics/src/test/java/com/yahoo/language/simple/SimpleTransformerTestCase.java | 40 |
1 files changed, 40 insertions, 0 deletions
diff --git a/linguistics/src/test/java/com/yahoo/language/simple/SimpleTransformerTestCase.java b/linguistics/src/test/java/com/yahoo/language/simple/SimpleTransformerTestCase.java new file mode 100644 index 00000000000..ea4b85e4bd1 --- /dev/null +++ b/linguistics/src/test/java/com/yahoo/language/simple/SimpleTransformerTestCase.java @@ -0,0 +1,40 @@ +// Copyright 2016 Yahoo Inc. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. +package com.yahoo.language.simple; + +import com.yahoo.language.Language; +import com.yahoo.language.process.Transformer; +import org.junit.Test; + +import static org.junit.Assert.assertEquals; + +/** + * @author <a href="mailto:simon@yahoo-inc.com">Simon Thoresen Hult</a> + */ +public class SimpleTransformerTestCase { + + private final static Transformer TRANSFORMER = new SimpleTransformer(); + + @Test + public void requireThatNonAccentsRemain() { + assertTransform("foo", "foo"); + } + + @Test + public void requireThatTransformerRemovesAccents() { + assertTransform("\u212B", "A"); + assertTransform("\u2126", "\u03A9"); + assertTransform("\u00C5", "A"); + assertTransform("\u00F4", "o"); + assertTransform("\u1E69", "s"); + assertTransform("\u1E0B\u0323", "d"); + assertTransform("\u0071\u0307\u0323", "q"); + assertTransform("\uFB01", "\uFB01"); + assertTransform("2\u2075", "2\u2075"); + assertTransform("\u1E9B\u0323", "\u017F"); + } + + private static void assertTransform(String input, String expectedTransform) { + assertEquals(expectedTransform, TRANSFORMER.accentDrop(input, Language.ENGLISH)); + } + +} |