diff options
Diffstat (limited to 'linguistics/src/main/java/com/yahoo/language/simple/SimpleToken.java')
-rw-r--r-- | linguistics/src/main/java/com/yahoo/language/simple/SimpleToken.java | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/linguistics/src/main/java/com/yahoo/language/simple/SimpleToken.java b/linguistics/src/main/java/com/yahoo/language/simple/SimpleToken.java index 7b63650fa94..e72497ebb82 100644 --- a/linguistics/src/main/java/com/yahoo/language/simple/SimpleToken.java +++ b/linguistics/src/main/java/com/yahoo/language/simple/SimpleToken.java @@ -17,16 +17,17 @@ public class SimpleToken implements Token { private final String orig; private TokenType type = TokenType.UNKNOWN; private TokenScript script = TokenScript.UNKNOWN; - private String tokenString = null; + private String tokenString; private boolean specialToken = false; private long offset = 0; public SimpleToken(String orig) { - this.orig = orig; + this(orig, null); } public SimpleToken(String orig, String tokenString) { this.orig = orig; + this.tokenString = tokenString; } @Override |