summaryrefslogtreecommitdiffstats
path: root/linguistics/src/test/java/com/yahoo/language/process/TokenizationTestCase.java
diff options
context:
space:
mode:
Diffstat (limited to 'linguistics/src/test/java/com/yahoo/language/process/TokenizationTestCase.java')
-rw-r--r--linguistics/src/test/java/com/yahoo/language/process/TokenizationTestCase.java28
1 files changed, 18 insertions, 10 deletions
diff --git a/linguistics/src/test/java/com/yahoo/language/process/TokenizationTestCase.java b/linguistics/src/test/java/com/yahoo/language/process/TokenizationTestCase.java
index 72dd6f8ce58..041a27fb1fc 100644
--- a/linguistics/src/test/java/com/yahoo/language/process/TokenizationTestCase.java
+++ b/linguistics/src/test/java/com/yahoo/language/process/TokenizationTestCase.java
@@ -5,11 +5,19 @@ import com.yahoo.language.Language;
import com.yahoo.language.simple.SimpleTokenizer;
import org.junit.Test;
-import java.util.*;
+
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Iterator;
+import java.util.List;
+import java.util.NoSuchElementException;
import static com.yahoo.language.LinguisticsCase.toLowerCase;
-import static org.hamcrest.CoreMatchers.is;
-import static org.junit.Assert.*;
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertFalse;
+import static org.junit.Assert.assertNotNull;
+import static org.junit.Assert.assertTrue;
+import static org.junit.Assert.fail;
/**
* Test of tokenization, with stemming and accent removal
@@ -134,8 +142,8 @@ public class TokenizationTestCase {
int idx = 0;
for (Token token : tokenizer.tokenize(input, Language.GERMAN, StemMode.SHORTEST, false)) {
- assertThat("Token offset for token #" + idx, token.getOffset(), is(expOffset[idx]));
- assertThat("Token len for token #" + idx, token.getOrig().length(), is(len[idx]));
+ assertEquals("Token offset for token #" + idx, expOffset[idx], token.getOffset());
+ assertEquals("Token len for token #" + idx, len[idx], token.getOrig().length());
idx++;
}
}
@@ -214,21 +222,21 @@ public class TokenizationTestCase {
for (int comp = 0; comp < token.getNumComponents(); comp++) {
Token t = token.getComponent(comp);
if (t.getType().isIndexable()) {
- assertThat("comp index: " + i, toLowerCase(t.getTokenString()), is(indexed.get(i++)));
+ assertEquals("comp index: " + i, indexed.get(i++), toLowerCase(t.getTokenString()));
}
}
} else {
if (token.getType().isIndexable()) {
- assertThat("exp index: " + i, toLowerCase(token.getTokenString()), is(indexed.get(i++)));
+ assertEquals("exp index: " + i, indexed.get(i++), toLowerCase(token.getTokenString()));
}
}
if (orig != null) {
- assertThat("orig index: " + j, token.getOrig(), is(orig.get(j++)));
+ assertEquals("orig index: " + j, orig.get(j++), token.getOrig());
}
}
- assertThat("indexed length", i, is(indexed.size()));
+ assertEquals("indexed length", indexed.size(), i);
if (orig != null) {
- assertThat("orig length", j, is(orig.size()));
+ assertEquals("orig length", orig.size(), j);
}
}